2026-09-08T15:36:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-565cd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7", "reconcileID": "dc3da6d3-2b2e-45c5-a292-1bc75f428b2b", "Gateway": "e2e-shared-b-w3-565cd7", "namespace": "openshift-ingress"} 2026-09-08T15:36:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e34cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e34cd", "reconcileID": "c3fd3beb-70b6-47d4-935a-dace1dbb4f00", "Gateway": "e2e-api-b-0e34cd", "namespace": "openshift-ingress"} 2026-09-08T15:36:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e34cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e34cd", "reconcileID": "c3fd3beb-70b6-47d4-935a-dace1dbb4f00", "Gateway": "e2e-api-b-0e34cd", "namespace": "openshift-ingress", "name": "e2e-api-b-0e34cd-authn-ssl"} 2026-09-08T15:36:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e34cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e34cd", "reconcileID": "c3fd3beb-70b6-47d4-935a-dace1dbb4f00", "Gateway": "e2e-api-b-0e34cd", "namespace": "openshift-ingress"} 2026-09-08T15:36:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "7de620cc-2c39-44a2-918b-7ee13298aa9f", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:36:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "7de620cc-2c39-44a2-918b-7ee13298aa9f", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:36:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "7de620cc-2c39-44a2-918b-7ee13298aa9f", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:36:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "7de620cc-2c39-44a2-918b-7ee13298aa9f", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7-kserve-route-authn"} 2026-09-08T15:36:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "7de620cc-2c39-44a2-918b-7ee13298aa9f", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "authType": "userdefined"} 2026-09-08T15:36:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "7de620cc-2c39-44a2-918b-7ee13298aa9f", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:36:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e34cd"}, "namespace": "ai-tenant-e2e-api-b-0e34cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e56c902-dfb5-49f7-94ea-4e9c5d8e93dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0e34cd"} 2026-09-08T15:36:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e34cd"}, "namespace": "ai-tenant-e2e-api-b-0e34cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e56c902-dfb5-49f7-94ea-4e9c5d8e93dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0e34cd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:36:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e34cd"}, "namespace": "ai-tenant-e2e-api-b-0e34cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e56c902-dfb5-49f7-94ea-4e9c5d8e93dc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-0e34cd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:36:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e34cd"}, "namespace": "ai-tenant-e2e-api-b-0e34cd", "name": "odh-trusted-ca-bundle", "reconcileID": "61e9453f-0777-4eeb-b2ef-174c2f6a26bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0e34cd"} 2026-09-08T15:36:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e34cd"}, "namespace": "ai-tenant-e2e-api-b-0e34cd", "name": "odh-trusted-ca-bundle", "reconcileID": "61e9453f-0777-4eeb-b2ef-174c2f6a26bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0e34cd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:36:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e34cd"}, "namespace": "ai-tenant-e2e-api-b-0e34cd", "name": "odh-trusted-ca-bundle", "reconcileID": "61e9453f-0777-4eeb-b2ef-174c2f6a26bb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-0e34cd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:36:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0e34cd"}, "namespace": "ai-tenant-e2e-api-b-0e34cd", "name": "openshift-service-ca.crt", "reconcileID": "6dd615c0-3899-4365-8acd-c341dcfda703", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0e34cd"} 2026-09-08T15:36:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0e34cd"}, "namespace": "ai-tenant-e2e-api-b-0e34cd", "name": "openshift-service-ca.crt", "reconcileID": "6dd615c0-3899-4365-8acd-c341dcfda703", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0e34cd"} 2026-09-08T15:36:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e34cd"}, "namespace": "ai-tenant-e2e-api-b-0e34cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4d405c6-96b9-436b-b049-8e3ab1e17c05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0e34cd"} 2026-09-08T15:36:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e34cd"}, "namespace": "ai-tenant-e2e-api-b-0e34cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4d405c6-96b9-436b-b049-8e3ab1e17c05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0e34cd"} 2026-09-08T15:36:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e34cd"}, "namespace": "ai-tenant-e2e-api-b-0e34cd", "name": "odh-trusted-ca-bundle", "reconcileID": "9a514cd9-ac3c-47b5-9786-fdef83acbe0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0e34cd"} 2026-09-08T15:36:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0e34cd"}, "namespace": "ai-tenant-e2e-api-b-0e34cd", "name": "odh-trusted-ca-bundle", "reconcileID": "9a514cd9-ac3c-47b5-9786-fdef83acbe0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0e34cd"} 2026-09-08T15:36:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0e34cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0e34cd", "reconcileID": "2bef00d2-c5fb-4fe8-86f4-84e0e2d7d960", "Gateway": "e2e-api-b-0e34cd", "namespace": "openshift-ingress"} 2026-09-08T15:36:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-565cd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7", "reconcileID": "9a602868-e173-4c44-9c9c-6f400a40678a", "Gateway": "e2e-shared-b-w3-565cd7", "namespace": "openshift-ingress"} 2026-09-08T15:36:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-565cd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7", "reconcileID": "9a602868-e173-4c44-9c9c-6f400a40678a", "Gateway": "e2e-shared-b-w3-565cd7", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7-authn-ssl"} 2026-09-08T15:36:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-565cd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7", "reconcileID": "9a602868-e173-4c44-9c9c-6f400a40678a", "Gateway": "e2e-shared-b-w3-565cd7", "namespace": "openshift-ingress"} 2026-09-08T15:36:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "18654ae5-0194-4f27-87f0-c982dcc5b11c", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:36:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "18654ae5-0194-4f27-87f0-c982dcc5b11c", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:36:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "18654ae5-0194-4f27-87f0-c982dcc5b11c", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:36:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "18654ae5-0194-4f27-87f0-c982dcc5b11c", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7-kserve-route-authn"} 2026-09-08T15:36:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "18654ae5-0194-4f27-87f0-c982dcc5b11c", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "authType": "userdefined"} 2026-09-08T15:36:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "18654ae5-0194-4f27-87f0-c982dcc5b11c", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:37:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-020a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-020a18", "reconcileID": "cff34dc6-0841-4b38-8046-0aaff5a75833", "Gateway": "e2e-shared-a-w2-020a18", "namespace": "openshift-ingress"} 2026-09-08T15:37:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-020a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-020a18", "reconcileID": "cff34dc6-0841-4b38-8046-0aaff5a75833", "Gateway": "e2e-shared-a-w2-020a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-020a18-authn-ssl"} 2026-09-08T15:37:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-020a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-020a18", "reconcileID": "cff34dc6-0841-4b38-8046-0aaff5a75833", "Gateway": "e2e-shared-a-w2-020a18", "namespace": "openshift-ingress"} 2026-09-08T15:37:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-020a18"}, "namespace": "ai-tenant-e2e-shared-a-w2-020a18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0ba49ce-3a99-40e4-bf71-ea68bb84db04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-020a18"} 2026-09-08T15:37:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-020a18"}, "namespace": "ai-tenant-e2e-shared-a-w2-020a18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0ba49ce-3a99-40e4-bf71-ea68bb84db04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-020a18", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:37:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-020a18"}, "namespace": "ai-tenant-e2e-shared-a-w2-020a18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0ba49ce-3a99-40e4-bf71-ea68bb84db04", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-020a18 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:37:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-020a18"}, "namespace": "ai-tenant-e2e-shared-a-w2-020a18", "name": "odh-trusted-ca-bundle", "reconcileID": "edb0ae8b-7237-476d-b416-95166968f0b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-020a18"} 2026-09-08T15:37:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-020a18"}, "namespace": "ai-tenant-e2e-shared-a-w2-020a18", "name": "odh-trusted-ca-bundle", "reconcileID": "edb0ae8b-7237-476d-b416-95166968f0b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-020a18"} 2026-09-08T15:37:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-020a18"}, "namespace": "ai-tenant-e2e-shared-a-w2-020a18", "name": "openshift-service-ca.crt", "reconcileID": "a4f8f90b-7336-4840-94e9-fc19e642af1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-020a18"} 2026-09-08T15:37:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-020a18"}, "namespace": "ai-tenant-e2e-shared-a-w2-020a18", "name": "openshift-service-ca.crt", "reconcileID": "a4f8f90b-7336-4840-94e9-fc19e642af1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-020a18"} 2026-09-08T15:37:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-020a18"}, "namespace": "ai-tenant-e2e-shared-a-w2-020a18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11fb7ee8-bc40-45f4-9fb2-39758ca1147d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-020a18"} 2026-09-08T15:37:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-020a18"}, "namespace": "ai-tenant-e2e-shared-a-w2-020a18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11fb7ee8-bc40-45f4-9fb2-39758ca1147d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-020a18"} 2026-09-08T15:37:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-020a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-020a18", "reconcileID": "ab559de4-2a24-4e7d-86e4-5f780ba784b0", "Gateway": "e2e-shared-a-w2-020a18", "namespace": "openshift-ingress"} 2026-09-08T15:37:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "1ab3c749-3336-42ff-acbb-28caf1400657", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:37:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "1ab3c749-3336-42ff-acbb-28caf1400657", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:37:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "1ab3c749-3336-42ff-acbb-28caf1400657", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:37:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "1ab3c749-3336-42ff-acbb-28caf1400657", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7-kserve-route-authn"} 2026-09-08T15:37:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "1ab3c749-3336-42ff-acbb-28caf1400657", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "authType": "userdefined"} 2026-09-08T15:37:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "1ab3c749-3336-42ff-acbb-28caf1400657", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:37:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d62b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d62b4e", "reconcileID": "e644ca79-95a6-4074-8358-11f0f434e3b7", "Gateway": "e2e-shared-b-w2-d62b4e", "namespace": "openshift-ingress"} 2026-09-08T15:37:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d62b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d62b4e", "reconcileID": "e644ca79-95a6-4074-8358-11f0f434e3b7", "Gateway": "e2e-shared-b-w2-d62b4e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d62b4e-authn-ssl"} 2026-09-08T15:37:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d62b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d62b4e", "reconcileID": "e644ca79-95a6-4074-8358-11f0f434e3b7", "Gateway": "e2e-shared-b-w2-d62b4e", "namespace": "openshift-ingress"} 2026-09-08T15:37:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d62b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d62b4e", "reconcileID": "3001f52c-542d-435c-9ee6-1fd02031aa09", "Gateway": "e2e-shared-b-w2-d62b4e", "namespace": "openshift-ingress"} 2026-09-08T15:37:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d62b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d62b4e", "reconcileID": "3001f52c-542d-435c-9ee6-1fd02031aa09", "Gateway": "e2e-shared-b-w2-d62b4e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d62b4e-authn-ssl"} 2026-09-08T15:37:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d62b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d62b4e", "reconcileID": "3001f52c-542d-435c-9ee6-1fd02031aa09", "Gateway": "e2e-shared-b-w2-d62b4e", "namespace": "openshift-ingress"} 2026-09-08T15:37:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d62b4e"}, "namespace": "ai-tenant-e2e-shared-b-w2-d62b4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97769c19-9567-4288-bf53-6e31a7f5007d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d62b4e"} 2026-09-08T15:37:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d62b4e"}, "namespace": "ai-tenant-e2e-shared-b-w2-d62b4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97769c19-9567-4288-bf53-6e31a7f5007d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d62b4e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:37:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d62b4e"}, "namespace": "ai-tenant-e2e-shared-b-w2-d62b4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97769c19-9567-4288-bf53-6e31a7f5007d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-d62b4e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:37:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d62b4e"}, "namespace": "ai-tenant-e2e-shared-b-w2-d62b4e", "name": "odh-trusted-ca-bundle", "reconcileID": "e2cdb261-a346-4d26-904d-4cfedbd013c2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d62b4e"} 2026-09-08T15:37:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d62b4e"}, "namespace": "ai-tenant-e2e-shared-b-w2-d62b4e", "name": "odh-trusted-ca-bundle", "reconcileID": "e2cdb261-a346-4d26-904d-4cfedbd013c2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d62b4e"} 2026-09-08T15:37:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-d62b4e"}, "namespace": "ai-tenant-e2e-shared-b-w2-d62b4e", "name": "openshift-service-ca.crt", "reconcileID": "f3400d02-a8f6-4902-a4a5-161c3070c151", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-d62b4e"} 2026-09-08T15:37:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-d62b4e"}, "namespace": "ai-tenant-e2e-shared-b-w2-d62b4e", "name": "openshift-service-ca.crt", "reconcileID": "f3400d02-a8f6-4902-a4a5-161c3070c151", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-d62b4e"} 2026-09-08T15:37:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d62b4e"}, "namespace": "ai-tenant-e2e-shared-b-w2-d62b4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e48923c-f74e-453c-98dd-a45fb118396d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d62b4e"} 2026-09-08T15:37:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d62b4e"}, "namespace": "ai-tenant-e2e-shared-b-w2-d62b4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e48923c-f74e-453c-98dd-a45fb118396d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d62b4e"} 2026-09-08T15:37:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d62b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d62b4e", "reconcileID": "2b4e7fd6-e942-4617-8177-76a99c6d5557", "Gateway": "e2e-shared-b-w2-d62b4e", "namespace": "openshift-ingress"} 2026-09-08T15:37:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc867c","namespace":"ai-tenant-e2e-shared-a-w3-fc867c"}, "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "rate-test-model-fc867c", "reconcileID": "b42937ee-080b-49f4-96ba-b491ac440938", "LLMInferenceService": "rate-test-model-fc867c", "namespace": "ai-tenant-e2e-shared-a-w3-fc867c"} 2026-09-08T15:37:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc867c","namespace":"ai-tenant-e2e-shared-a-w3-fc867c"}, "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "rate-test-model-fc867c", "reconcileID": "b42937ee-080b-49f4-96ba-b491ac440938", "LLMInferenceService": "rate-test-model-fc867c", "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "rate-test-model-fc867c"} 2026-09-08T15:37:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc867c","namespace":"ai-tenant-e2e-shared-a-w3-fc867c"}, "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "rate-test-model-fc867c", "reconcileID": "b42937ee-080b-49f4-96ba-b491ac440938", "LLMInferenceService": "rate-test-model-fc867c", "namespace": "ai-tenant-e2e-shared-a-w3-fc867c"} 2026-09-08T15:37:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc867c","namespace":"ai-tenant-e2e-shared-a-w3-fc867c"}, "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "rate-test-model-fc867c", "reconcileID": "b42937ee-080b-49f4-96ba-b491ac440938", "LLMInferenceService": "rate-test-model-fc867c", "namespace": "ai-tenant-e2e-shared-a-w3-fc867c"} 2026-09-08T15:37:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc867c","namespace":"ai-tenant-e2e-shared-a-w3-fc867c"}, "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "rate-test-model-fc867c", "reconcileID": "b42937ee-080b-49f4-96ba-b491ac440938", "LLMInferenceService": "rate-test-model-fc867c", "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "rate-test-model-fc867c-kserve-route-authn"} 2026-09-08T15:37:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc867c","namespace":"ai-tenant-e2e-shared-a-w3-fc867c"}, "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "rate-test-model-fc867c", "reconcileID": "b42937ee-080b-49f4-96ba-b491ac440938", "LLMInferenceService": "rate-test-model-fc867c", "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "rate-test-model-fc867c-kserve-route-authn"} 2026-09-08T15:37:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc867c","namespace":"ai-tenant-e2e-shared-a-w3-fc867c"}, "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "rate-test-model-fc867c", "reconcileID": "b42937ee-080b-49f4-96ba-b491ac440938", "LLMInferenceService": "rate-test-model-fc867c", "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "namespace": "ai-tenant-e2e-shared-a-w3-fc867c"} 2026-09-08T15:37:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc867c","namespace":"ai-tenant-e2e-shared-a-w3-fc867c"}, "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "rate-test-model-fc867c", "reconcileID": "b42937ee-080b-49f4-96ba-b491ac440938", "LLMInferenceService": "rate-test-model-fc867c", "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "namespace": "ai-tenant-e2e-shared-a-w3-fc867c"} 2026-09-08T15:37:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc867c","namespace":"ai-tenant-e2e-shared-a-w3-fc867c"}, "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "rate-test-model-fc867c", "reconcileID": "8b13c4e0-45ed-4d80-8bc5-fe2acc2b4dee", "LLMInferenceService": "rate-test-model-fc867c", "namespace": "ai-tenant-e2e-shared-a-w3-fc867c"} 2026-09-08T15:37:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fc867c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fc867c", "reconcileID": "53d1b643-b814-423d-88cd-6b9c0e4f325c", "Gateway": "e2e-shared-a-w3-fc867c", "namespace": "openshift-ingress"} 2026-09-08T15:37:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fc867c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fc867c", "reconcileID": "53d1b643-b814-423d-88cd-6b9c0e4f325c", "Gateway": "e2e-shared-a-w3-fc867c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fc867c-authn-ssl"} 2026-09-08T15:37:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fc867c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fc867c", "reconcileID": "53d1b643-b814-423d-88cd-6b9c0e4f325c", "Gateway": "e2e-shared-a-w3-fc867c", "namespace": "openshift-ingress"} 2026-09-08T15:37:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fc867c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fc867c", "reconcileID": "73a3403b-def3-48bb-aacd-ae545e9590ff", "Gateway": "e2e-shared-a-w3-fc867c", "namespace": "openshift-ingress"} 2026-09-08T15:37:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fc867c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fc867c", "reconcileID": "73a3403b-def3-48bb-aacd-ae545e9590ff", "Gateway": "e2e-shared-a-w3-fc867c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fc867c-authn-ssl"} 2026-09-08T15:37:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fc867c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fc867c", "reconcileID": "73a3403b-def3-48bb-aacd-ae545e9590ff", "Gateway": "e2e-shared-a-w3-fc867c", "namespace": "openshift-ingress"} 2026-09-08T15:37:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "34448901-b2f2-4dad-b385-991328ea3a2e", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:37:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "34448901-b2f2-4dad-b385-991328ea3a2e", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7"} 2026-09-08T15:37:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "34448901-b2f2-4dad-b385-991328ea3a2e", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:37:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "34448901-b2f2-4dad-b385-991328ea3a2e", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:37:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "34448901-b2f2-4dad-b385-991328ea3a2e", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7-kserve-route-authn"} 2026-09-08T15:37:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "34448901-b2f2-4dad-b385-991328ea3a2e", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7-kserve-route-authn"} 2026-09-08T15:37:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "34448901-b2f2-4dad-b385-991328ea3a2e", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:37:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "34448901-b2f2-4dad-b385-991328ea3a2e", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:37:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-565cd7","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "rate-test-model-565cd7", "reconcileID": "2ff0789f-3775-455c-a17b-19a08cc15b28", "LLMInferenceService": "rate-test-model-565cd7", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:37:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-565cd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7", "reconcileID": "6331f3ec-685e-45b3-86d4-4fe45bdbea2f", "Gateway": "e2e-shared-b-w3-565cd7", "namespace": "openshift-ingress"} 2026-09-08T15:37:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-565cd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7", "reconcileID": "6331f3ec-685e-45b3-86d4-4fe45bdbea2f", "Gateway": "e2e-shared-b-w3-565cd7", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7-authn-ssl"} 2026-09-08T15:37:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-565cd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7", "reconcileID": "6331f3ec-685e-45b3-86d4-4fe45bdbea2f", "Gateway": "e2e-shared-b-w3-565cd7", "namespace": "openshift-ingress"} 2026-09-08T15:37:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-565cd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7", "reconcileID": "8120eaad-7e0b-4ab2-b599-48d55f06800d", "Gateway": "e2e-shared-b-w3-565cd7", "namespace": "openshift-ingress"} 2026-09-08T15:37:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-565cd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7", "reconcileID": "8120eaad-7e0b-4ab2-b599-48d55f06800d", "Gateway": "e2e-shared-b-w3-565cd7", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7-authn-ssl"} 2026-09-08T15:37:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-565cd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7", "reconcileID": "8120eaad-7e0b-4ab2-b599-48d55f06800d", "Gateway": "e2e-shared-b-w3-565cd7", "namespace": "openshift-ingress"} 2026-09-08T15:37:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "d324523f-4ecb-4890-9136-e28688818fd9", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:37:38Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "d324523f-4ecb-4890-9136-e28688818fd9", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36-authn-ssl"} 2026-09-08T15:37:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "d324523f-4ecb-4890-9136-e28688818fd9", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:37:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "c5b87e19-5d7f-4714-8933-80d0d541dd52", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:37:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "c5b87e19-5d7f-4714-8933-80d0d541dd52", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36-authn-ssl"} 2026-09-08T15:37:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "c5b87e19-5d7f-4714-8933-80d0d541dd52", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:37:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "14fa2e1a-2d6c-44c9-84a7-477cc0c77ccd", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:37:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "14fa2e1a-2d6c-44c9-84a7-477cc0c77ccd", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36-authn-ssl"} 2026-09-08T15:37:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "14fa2e1a-2d6c-44c9-84a7-477cc0c77ccd", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:37:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "6f22dc1a-d089-4c00-8365-182d8a310b45", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:37:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "6f22dc1a-d089-4c00-8365-182d8a310b45", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36-authn-ssl"} 2026-09-08T15:37:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "6f22dc1a-d089-4c00-8365-182d8a310b45", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:37:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "92112776-1697-4385-9616-a34c963abbdc", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:37:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "92112776-1697-4385-9616-a34c963abbdc", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36-authn-ssl"} 2026-09-08T15:37:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "92112776-1697-4385-9616-a34c963abbdc", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:37:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "29a9d5cf-1ed9-44bf-b81d-a474ec7dd234", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:37:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "29a9d5cf-1ed9-44bf-b81d-a474ec7dd234", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36-authn-ssl"} 2026-09-08T15:37:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "29a9d5cf-1ed9-44bf-b81d-a474ec7dd234", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:37:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "c374cd8e-ffd4-41b6-9aca-3cd93fd109b9", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:37:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "c374cd8e-ffd4-41b6-9aca-3cd93fd109b9", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36-authn-ssl"} 2026-09-08T15:37:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "c374cd8e-ffd4-41b6-9aca-3cd93fd109b9", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:37:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "dce3bae6-e7fb-4f3f-a62d-2e8a4ab4f974", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:37:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "dce3bae6-e7fb-4f3f-a62d-2e8a4ab4f974", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36-authn-ssl"} 2026-09-08T15:37:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "dce3bae6-e7fb-4f3f-a62d-2e8a4ab4f974", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:37:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "openshift-service-ca.crt", "reconcileID": "d024a5c8-be24-41cf-bb03-e2f550b7caed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:37:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "odh-trusted-ca-bundle", "reconcileID": "dd87d7ee-e95b-4ba8-8278-814d59849a94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:37:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "openshift-service-ca.crt", "reconcileID": "61fc91f0-04e2-4ad6-9098-735d7581b359", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-014f36", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:37:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "openshift-service-ca.crt", "reconcileID": "61fc91f0-04e2-4ad6-9098-735d7581b359", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:37:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "openshift-service-ca.crt", "reconcileID": "aaa907e8-2303-4211-bfe8-7bcd166cf78b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:37:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36014e6c-2809-466e-a507-83f9e61ff848", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:37:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "odh-trusted-ca-bundle", "reconcileID": "45964d4f-006f-4728-8f0f-b3db80283085", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-014f36", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:37:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "odh-trusted-ca-bundle", "reconcileID": "45964d4f-006f-4728-8f0f-b3db80283085", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:37:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6852f88-a021-4eb6-8aa2-f91dd7b542f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:37:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "84809ac5-03c6-4603-a352-79d5b820a418", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:37:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "84809ac5-03c6-4603-a352-79d5b820a418", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36-authn-ssl"} 2026-09-08T15:37:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "84809ac5-03c6-4603-a352-79d5b820a418", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:37:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "5d9c2d14-7200-465e-8f1d-e1ac00e6e4bb", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:37:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "5d9c2d14-7200-465e-8f1d-e1ac00e6e4bb", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36-authn-ssl"} 2026-09-08T15:37:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "5d9c2d14-7200-465e-8f1d-e1ac00e6e4bb", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:38:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "bf5f31d9-cdda-4b02-b233-48ad1ead5192", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:38:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "bf5f31d9-cdda-4b02-b233-48ad1ead5192", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d-authn-ssl"} 2026-09-08T15:38:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "bf5f31d9-cdda-4b02-b233-48ad1ead5192", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:38:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "8197a579-f450-42af-868d-bdb9090d70a0", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:38:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "8197a579-f450-42af-868d-bdb9090d70a0", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d-authn-ssl"} 2026-09-08T15:38:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "8197a579-f450-42af-868d-bdb9090d70a0", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:38:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "7b3e1c9f-d99e-4413-91bd-9f4acfb99231", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:38:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "7b3e1c9f-d99e-4413-91bd-9f4acfb99231", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d-authn-ssl"} 2026-09-08T15:38:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "7b3e1c9f-d99e-4413-91bd-9f4acfb99231", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:38:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "3c34a52a-a43f-4377-9112-c29fc550169c", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:38:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "3c34a52a-a43f-4377-9112-c29fc550169c", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d-authn-ssl"} 2026-09-08T15:38:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "3c34a52a-a43f-4377-9112-c29fc550169c", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:38:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "f1fd23c8-2ebb-4b09-86be-50aab06ea069", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:38:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "f1fd23c8-2ebb-4b09-86be-50aab06ea069", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d-authn-ssl"} 2026-09-08T15:38:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "f1fd23c8-2ebb-4b09-86be-50aab06ea069", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:38:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "992d3efa-fbfd-4acd-bd38-67f8e2a93d91", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:38:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "992d3efa-fbfd-4acd-bd38-67f8e2a93d91", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d-authn-ssl"} 2026-09-08T15:38:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "992d3efa-fbfd-4acd-bd38-67f8e2a93d91", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:38:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "10a95ced-bb16-49be-a5e0-5b00005fcb65", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:38:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "10a95ced-bb16-49be-a5e0-5b00005fcb65", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d-authn-ssl"} 2026-09-08T15:38:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "10a95ced-bb16-49be-a5e0-5b00005fcb65", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:38:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-30cc8d"}, "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "name": "openshift-service-ca.crt", "reconcileID": "3ac4b69a-71a7-4a60-b955-8e9bf49a3a73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-30cc8d"} 2026-09-08T15:38:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30cc8d"}, "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "name": "odh-trusted-ca-bundle", "reconcileID": "9860ebf1-0def-45ac-9848-5be73c4d1162", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30cc8d"} 2026-09-08T15:38:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-30cc8d"}, "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "name": "openshift-service-ca.crt", "reconcileID": "a40b7082-8659-4ef4-8388-85668c878147", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:38:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-30cc8d"}, "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "name": "openshift-service-ca.crt", "reconcileID": "a40b7082-8659-4ef4-8388-85668c878147", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-30cc8d"} 2026-09-08T15:38:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30cc8d"}, "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "839f83d1-99d7-4344-99bc-55c4196337e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30cc8d"} 2026-09-08T15:38:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-30cc8d"}, "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "name": "openshift-service-ca.crt", "reconcileID": "ac300743-82cb-47b0-984a-fc3292ce2b64", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-30cc8d"} 2026-09-08T15:38:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30cc8d"}, "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "name": "odh-trusted-ca-bundle", "reconcileID": "f6f30f66-3a1c-47c1-889b-d6430f64b77c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:38:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30cc8d"}, "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "name": "odh-trusted-ca-bundle", "reconcileID": "f6f30f66-3a1c-47c1-889b-d6430f64b77c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30cc8d"} 2026-09-08T15:38:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30cc8d"}, "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "571731d7-02ea-4d43-a4a0-bb9c11ce73c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30cc8d"} 2026-09-08T15:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "3dd67f03-0604-44bd-818a-86429ded080c", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:38:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "3dd67f03-0604-44bd-818a-86429ded080c", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d-authn-ssl"} 2026-09-08T15:38:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "3dd67f03-0604-44bd-818a-86429ded080c", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:38:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "0e83f008-bf5f-41c2-bef5-b769b7273665", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:38:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "0e83f008-bf5f-41c2-bef5-b769b7273665", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d-authn-ssl"} 2026-09-08T15:38:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "0e83f008-bf5f-41c2-bef5-b769b7273665", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:38:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "b10f56b4-ead4-479b-957b-d3d2a4517c9e", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:38:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "b10f56b4-ead4-479b-957b-d3d2a4517c9e", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:38:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "b10f56b4-ead4-479b-957b-d3d2a4517c9e", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:38:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "2866369e-e0b4-4f86-98e6-b10bc4db375e", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:38:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "b10f56b4-ead4-479b-957b-d3d2a4517c9e", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36-kserve-route-authn"} 2026-09-08T15:38:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "b10f56b4-ead4-479b-957b-d3d2a4517c9e", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36", "authType": "userdefined"} 2026-09-08T15:38:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "b10f56b4-ead4-479b-957b-d3d2a4517c9e", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:38:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "2866369e-e0b4-4f86-98e6-b10bc4db375e", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36-authn-ssl"} 2026-09-08T15:38:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "2866369e-e0b4-4f86-98e6-b10bc4db375e", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:38:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "87e30804-2ee2-4468-86f6-2e4e876425fb", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:38:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "87e30804-2ee2-4468-86f6-2e4e876425fb", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:38:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "87e30804-2ee2-4468-86f6-2e4e876425fb", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:38:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "87e30804-2ee2-4468-86f6-2e4e876425fb", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36-kserve-route-authn"} 2026-09-08T15:38:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "87e30804-2ee2-4468-86f6-2e4e876425fb", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36", "authType": "userdefined"} 2026-09-08T15:38:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "87e30804-2ee2-4468-86f6-2e4e876425fb", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:38:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "4f66d621-3f36-4d08-aa71-c91f0f9980c1", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:38:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "4f66d621-3f36-4d08-aa71-c91f0f9980c1", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36-authn-ssl"} 2026-09-08T15:38:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "4f66d621-3f36-4d08-aa71-c91f0f9980c1", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:38:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "f024f18a-9f4e-4f5d-9b91-1f684dc71a0f", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:38:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "f024f18a-9f4e-4f5d-9b91-1f684dc71a0f", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:38:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "f024f18a-9f4e-4f5d-9b91-1f684dc71a0f", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:38:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "f024f18a-9f4e-4f5d-9b91-1f684dc71a0f", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36-kserve-route-authn"} 2026-09-08T15:38:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "f024f18a-9f4e-4f5d-9b91-1f684dc71a0f", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36", "authType": "userdefined"} 2026-09-08T15:38:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "f024f18a-9f4e-4f5d-9b91-1f684dc71a0f", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:39:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "5ea2a73b-2243-49c7-8634-b18b2829f5dc", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:39:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "5ea2a73b-2243-49c7-8634-b18b2829f5dc", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:39:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "5ea2a73b-2243-49c7-8634-b18b2829f5dc", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:39:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "5ea2a73b-2243-49c7-8634-b18b2829f5dc", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36-kserve-route-authn"} 2026-09-08T15:39:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "5ea2a73b-2243-49c7-8634-b18b2829f5dc", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36", "authType": "userdefined"} 2026-09-08T15:39:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "5ea2a73b-2243-49c7-8634-b18b2829f5dc", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:39:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "2b30f8a5-6f6f-49e6-94c4-4244d3f320e4", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "2b30f8a5-6f6f-49e6-94c4-4244d3f320e4", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d-authn-ssl"} 2026-09-08T15:39:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "2b30f8a5-6f6f-49e6-94c4-4244d3f320e4", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "61edbd3e-1dbd-4df4-ae12-fa424503e744", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "61edbd3e-1dbd-4df4-ae12-fa424503e744", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d-authn-ssl"} 2026-09-08T15:39:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "61edbd3e-1dbd-4df4-ae12-fa424503e744", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "3edc4ea3-eb0d-48d1-8218-53ebc7e966ac", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "3edc4ea3-eb0d-48d1-8218-53ebc7e966ac", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d-authn-ssl"} 2026-09-08T15:39:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "3edc4ea3-eb0d-48d1-8218-53ebc7e966ac", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "d59e6433-8e50-4a52-b0e4-8435f9abe378", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "d59e6433-8e50-4a52-b0e4-8435f9abe378", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d-authn-ssl"} 2026-09-08T15:39:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "d59e6433-8e50-4a52-b0e4-8435f9abe378", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "71da4b99-10f0-48f8-ae69-4670f8718c37", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "71da4b99-10f0-48f8-ae69-4670f8718c37", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d-authn-ssl"} 2026-09-08T15:39:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "71da4b99-10f0-48f8-ae69-4670f8718c37", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "02c08079-9020-49ea-ba36-e8577f4e0579", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "02c08079-9020-49ea-ba36-e8577f4e0579", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d-authn-ssl"} 2026-09-08T15:39:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "02c08079-9020-49ea-ba36-e8577f4e0579", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "4c2bbe4a-729f-4d03-b1b7-2d64ab9233bb", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "4c2bbe4a-729f-4d03-b1b7-2d64ab9233bb", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d-authn-ssl"} 2026-09-08T15:39:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "4c2bbe4a-729f-4d03-b1b7-2d64ab9233bb", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "9c55c15d-416a-40d5-80db-14c65468d5ea", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "9c55c15d-416a-40d5-80db-14c65468d5ea", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d-authn-ssl"} 2026-09-08T15:39:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "9c55c15d-416a-40d5-80db-14c65468d5ea", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6f830d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "name": "openshift-service-ca.crt", "reconcileID": "fdf8f632-b180-4a5a-8d62-f82396977866", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d"} 2026-09-08T15:39:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6f830d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "name": "odh-trusted-ca-bundle", "reconcileID": "e9ecd879-b40d-4209-8e1b-c17e0feccd8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d"} 2026-09-08T15:39:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6f830d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "name": "openshift-service-ca.crt", "reconcileID": "5f470eb9-a9e2-45c9-ac9e-a52f8797c5ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:39:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6f830d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "name": "openshift-service-ca.crt", "reconcileID": "5f470eb9-a9e2-45c9-ac9e-a52f8797c5ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d"} 2026-09-08T15:39:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6f830d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e8c9bc4-9381-4b32-b975-1a6cf8336331", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d"} 2026-09-08T15:39:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6f830d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "name": "openshift-service-ca.crt", "reconcileID": "2ea0d5ef-272f-4952-9118-da30674d7069", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d"} 2026-09-08T15:39:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6f830d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "name": "odh-trusted-ca-bundle", "reconcileID": "94f86e11-00c5-4748-83c7-260c7c185014", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:39:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6f830d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "name": "odh-trusted-ca-bundle", "reconcileID": "94f86e11-00c5-4748-83c7-260c7c185014", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d"} 2026-09-08T15:39:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6f830d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68e80eaa-6639-4cf4-9880-b68a21adfc82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d"} 2026-09-08T15:39:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "dba75ef4-def5-4bea-b76e-a5ac7d8963a3", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "dba75ef4-def5-4bea-b76e-a5ac7d8963a3", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d-authn-ssl"} 2026-09-08T15:39:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "dba75ef4-def5-4bea-b76e-a5ac7d8963a3", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "2027727b-fc96-4faf-81de-fde842705669", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "2027727b-fc96-4faf-81de-fde842705669", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d-authn-ssl"} 2026-09-08T15:39:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "2027727b-fc96-4faf-81de-fde842705669", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "e7f76366-5674-4ef6-b073-3da45950199e", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:39:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "e7f76366-5674-4ef6-b073-3da45950199e", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d-authn-ssl"} 2026-09-08T15:39:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "e7f76366-5674-4ef6-b073-3da45950199e", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:40:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6f830d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c7fa59a-0d94-4945-b0c8-ea4c22324809", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d"} 2026-09-08T15:40:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6f830d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c7fa59a-0d94-4945-b0c8-ea4c22324809", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:40:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6f830d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c7fa59a-0d94-4945-b0c8-ea4c22324809", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-6f830d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:40:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6f830d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "name": "odh-trusted-ca-bundle", "reconcileID": "0a6e4131-eb67-49d0-9ce5-d5fd524203d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d"} 2026-09-08T15:40:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6f830d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "name": "odh-trusted-ca-bundle", "reconcileID": "0a6e4131-eb67-49d0-9ce5-d5fd524203d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d"} 2026-09-08T15:40:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6f830d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "name": "openshift-service-ca.crt", "reconcileID": "c8461424-ee69-42cc-be86-d5e8df227bb3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d"} 2026-09-08T15:40:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6f830d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "name": "openshift-service-ca.crt", "reconcileID": "c8461424-ee69-42cc-be86-d5e8df227bb3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d"} 2026-09-08T15:40:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6f830d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86e843b6-9374-4a66-a305-0a85c96478ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d"} 2026-09-08T15:40:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6f830d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86e843b6-9374-4a66-a305-0a85c96478ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6f830d"} 2026-09-08T15:40:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6f830d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6f830d", "reconcileID": "ad14e586-3e9a-4182-8649-043e3794b706", "Gateway": "e2e-ipp-cleanup-6f830d", "namespace": "openshift-ingress"} 2026-09-08T15:40:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "4d28fd43-b95b-4b5e-ab1f-5c5921a9e626", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:40:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "4d28fd43-b95b-4b5e-ab1f-5c5921a9e626", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36-authn-ssl"} 2026-09-08T15:40:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "4d28fd43-b95b-4b5e-ab1f-5c5921a9e626", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:40:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "7f1b4ea2-6277-4a48-9cac-6e1b2e734093", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:40:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "7f1b4ea2-6277-4a48-9cac-6e1b2e734093", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36-authn-ssl"} 2026-09-08T15:40:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "7f1b4ea2-6277-4a48-9cac-6e1b2e734093", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:40:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "6dca3453-2d82-47ef-aa3a-65cfa970a4c3", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:40:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "6dca3453-2d82-47ef-aa3a-65cfa970a4c3", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:40:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "6dca3453-2d82-47ef-aa3a-65cfa970a4c3", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:40:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "6dca3453-2d82-47ef-aa3a-65cfa970a4c3", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36-kserve-route-authn"} 2026-09-08T15:40:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "6dca3453-2d82-47ef-aa3a-65cfa970a4c3", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36", "authType": "userdefined"} 2026-09-08T15:40:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "6dca3453-2d82-47ef-aa3a-65cfa970a4c3", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:40:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "11225257-0cce-4204-9139-a3a22bda96a1", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:40:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "11225257-0cce-4204-9139-a3a22bda96a1", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36-authn-ssl"} 2026-09-08T15:40:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "11225257-0cce-4204-9139-a3a22bda96a1", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:41:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b37e9d47-cdb9-4694-90ee-003570eacb1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:41:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b37e9d47-cdb9-4694-90ee-003570eacb1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-014f36", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:41:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b37e9d47-cdb9-4694-90ee-003570eacb1d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-014f36 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:41:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "odh-trusted-ca-bundle", "reconcileID": "6a09fff5-353f-4bf8-9a7e-bb2f06b97f2b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:41:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "odh-trusted-ca-bundle", "reconcileID": "6a09fff5-353f-4bf8-9a7e-bb2f06b97f2b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:41:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "openshift-service-ca.crt", "reconcileID": "24285c02-6e4e-4aa7-9872-ab235b4c77c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:41:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "openshift-service-ca.crt", "reconcileID": "24285c02-6e4e-4aa7-9872-ab235b4c77c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:41:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c2eff1a-0db7-4c03-9d80-8ff44f616dbb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:41:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c2eff1a-0db7-4c03-9d80-8ff44f616dbb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:41:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "bb8490ea-5a34-4142-b0cb-4fc6bc9a064c", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:41:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "bb8490ea-5a34-4142-b0cb-4fc6bc9a064c", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36"} 2026-09-08T15:41:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "bb8490ea-5a34-4142-b0cb-4fc6bc9a064c", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:41:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "bb8490ea-5a34-4142-b0cb-4fc6bc9a064c", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:41:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "bb8490ea-5a34-4142-b0cb-4fc6bc9a064c", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36-kserve-route-authn"} 2026-09-08T15:41:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "bb8490ea-5a34-4142-b0cb-4fc6bc9a064c", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36-kserve-route-authn"} 2026-09-08T15:41:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "bb8490ea-5a34-4142-b0cb-4fc6bc9a064c", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:41:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "bb8490ea-5a34-4142-b0cb-4fc6bc9a064c", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:41:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "adca5f18-722d-49ca-9713-dbdd922e969f", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:41:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "adca5f18-722d-49ca-9713-dbdd922e969f", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36-authn-ssl"} 2026-09-08T15:41:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "adca5f18-722d-49ca-9713-dbdd922e969f", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:41:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "2dd475c4-aa6b-4df6-9c7d-6775cf126922", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:41:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "2dd475c4-aa6b-4df6-9c7d-6775cf126922", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36"} 2026-09-08T15:41:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "2dd475c4-aa6b-4df6-9c7d-6775cf126922", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:41:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "2dd475c4-aa6b-4df6-9c7d-6775cf126922", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:41:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "2dd475c4-aa6b-4df6-9c7d-6775cf126922", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36-kserve-route-authn"} 2026-09-08T15:41:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "2dd475c4-aa6b-4df6-9c7d-6775cf126922", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36-kserve-route-authn"} 2026-09-08T15:41:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "2dd475c4-aa6b-4df6-9c7d-6775cf126922", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:41:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "2dd475c4-aa6b-4df6-9c7d-6775cf126922", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:41:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-014f36","namespace":"ai-tenant-e2e-ipp-a-014f36"}, "namespace": "ai-tenant-e2e-ipp-a-014f36", "name": "ipp-route-014f36", "reconcileID": "edc8bdb0-6ca6-487c-a15b-9a4bbc86f4bb", "LLMInferenceService": "ipp-route-014f36", "namespace": "ai-tenant-e2e-ipp-a-014f36"} 2026-09-08T15:41:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "60f04d31-d9c0-41fa-938d-1b337d11ab8d", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:41:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "60f04d31-d9c0-41fa-938d-1b337d11ab8d", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36-authn-ssl"} 2026-09-08T15:41:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "60f04d31-d9c0-41fa-938d-1b337d11ab8d", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:41:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-014f36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-014f36", "reconcileID": "8dbaab90-5d76-43f1-833a-3303b9d4bb70", "Gateway": "e2e-ipp-a-014f36", "namespace": "openshift-ingress"} 2026-09-08T15:41:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "28f9ec34-9890-4978-8e6e-91a8a7ebece3", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:41:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "28f9ec34-9890-4978-8e6e-91a8a7ebece3", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d-authn-ssl"} 2026-09-08T15:41:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "28f9ec34-9890-4978-8e6e-91a8a7ebece3", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:41:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "d833b6a6-9960-494f-bdf7-81a3fe5f061c", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:41:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "d833b6a6-9960-494f-bdf7-81a3fe5f061c", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d-authn-ssl"} 2026-09-08T15:41:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "d833b6a6-9960-494f-bdf7-81a3fe5f061c", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:41:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30cc8d"}, "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c10b9856-1b23-4463-b2ef-50fbfc266e1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30cc8d"} 2026-09-08T15:41:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30cc8d"}, "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c10b9856-1b23-4463-b2ef-50fbfc266e1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:41:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30cc8d"}, "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c10b9856-1b23-4463-b2ef-50fbfc266e1c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-30cc8d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:41:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30cc8d"}, "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "name": "odh-trusted-ca-bundle", "reconcileID": "6790380e-2c4b-4cef-8af3-3d2a34fc7e6d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30cc8d"} 2026-09-08T15:41:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30cc8d"}, "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "name": "odh-trusted-ca-bundle", "reconcileID": "6790380e-2c4b-4cef-8af3-3d2a34fc7e6d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30cc8d"} 2026-09-08T15:41:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-30cc8d"}, "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "name": "openshift-service-ca.crt", "reconcileID": "3e36a5aa-cfed-48ca-b357-11d1670aba56", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-30cc8d"} 2026-09-08T15:41:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-30cc8d"}, "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "name": "openshift-service-ca.crt", "reconcileID": "3e36a5aa-cfed-48ca-b357-11d1670aba56", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-30cc8d"} 2026-09-08T15:41:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30cc8d"}, "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb856fb5-a3a9-4abc-a29a-05f19fc23829", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30cc8d"} 2026-09-08T15:41:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30cc8d"}, "namespace": "ai-tenant-e2e-ipp-b-30cc8d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb856fb5-a3a9-4abc-a29a-05f19fc23829", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30cc8d"} 2026-09-08T15:41:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30cc8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30cc8d", "reconcileID": "8d0c2f53-6d51-48b8-ba66-aacdb769b81d", "Gateway": "e2e-ipp-b-30cc8d", "namespace": "openshift-ingress"} 2026-09-08T15:41:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fc867c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fc867c", "reconcileID": "bba16f32-4e3d-481e-8bab-bf6b987f2d01", "Gateway": "e2e-shared-a-w3-fc867c", "namespace": "openshift-ingress"} 2026-09-08T15:41:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fc867c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fc867c", "reconcileID": "bba16f32-4e3d-481e-8bab-bf6b987f2d01", "Gateway": "e2e-shared-a-w3-fc867c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fc867c-authn-ssl"} 2026-09-08T15:41:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fc867c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fc867c", "reconcileID": "bba16f32-4e3d-481e-8bab-bf6b987f2d01", "Gateway": "e2e-shared-a-w3-fc867c", "namespace": "openshift-ingress"} 2026-09-08T15:41:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fc867c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fc867c", "reconcileID": "2f8d565f-a4e5-4a89-9ca0-954c8f02971e", "Gateway": "e2e-shared-a-w3-fc867c", "namespace": "openshift-ingress"} 2026-09-08T15:41:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fc867c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fc867c", "reconcileID": "2f8d565f-a4e5-4a89-9ca0-954c8f02971e", "Gateway": "e2e-shared-a-w3-fc867c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fc867c-authn-ssl"} 2026-09-08T15:41:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fc867c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fc867c", "reconcileID": "2f8d565f-a4e5-4a89-9ca0-954c8f02971e", "Gateway": "e2e-shared-a-w3-fc867c", "namespace": "openshift-ingress"} 2026-09-08T15:41:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fc867c"}, "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb57974c-d8d9-40bd-a101-aa4dfb46563a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fc867c"} 2026-09-08T15:41:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fc867c"}, "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb57974c-d8d9-40bd-a101-aa4dfb46563a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:41:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fc867c"}, "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb57974c-d8d9-40bd-a101-aa4dfb46563a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-fc867c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:41:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fc867c"}, "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "odh-trusted-ca-bundle", "reconcileID": "ea049fa8-ffa8-4dfd-9aa0-2f2d5e28b45b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fc867c"} 2026-09-08T15:41:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fc867c"}, "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "odh-trusted-ca-bundle", "reconcileID": "ea049fa8-ffa8-4dfd-9aa0-2f2d5e28b45b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fc867c"} 2026-09-08T15:41:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-fc867c"}, "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "openshift-service-ca.crt", "reconcileID": "5cc40b9a-f678-4990-bbcd-2fca3de69138", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-fc867c"} 2026-09-08T15:41:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-fc867c"}, "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "openshift-service-ca.crt", "reconcileID": "5cc40b9a-f678-4990-bbcd-2fca3de69138", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-fc867c"} 2026-09-08T15:41:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fc867c"}, "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eaab97dc-4d5f-43be-950f-c7c797088947", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fc867c"} 2026-09-08T15:41:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fc867c"}, "namespace": "ai-tenant-e2e-shared-a-w3-fc867c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eaab97dc-4d5f-43be-950f-c7c797088947", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fc867c"} 2026-09-08T15:41:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fc867c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fc867c", "reconcileID": "82c0a5ef-bfc7-4127-abd3-10340b1a2bc2", "Gateway": "e2e-shared-a-w3-fc867c", "namespace": "openshift-ingress"} 2026-09-08T15:41:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-565cd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7", "reconcileID": "3111f965-15b8-4b8a-bf04-6a44d5e44a84", "Gateway": "e2e-shared-b-w3-565cd7", "namespace": "openshift-ingress"} 2026-09-08T15:41:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-565cd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7", "reconcileID": "3111f965-15b8-4b8a-bf04-6a44d5e44a84", "Gateway": "e2e-shared-b-w3-565cd7", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7-authn-ssl"} 2026-09-08T15:41:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-565cd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7", "reconcileID": "3111f965-15b8-4b8a-bf04-6a44d5e44a84", "Gateway": "e2e-shared-b-w3-565cd7", "namespace": "openshift-ingress"} 2026-09-08T15:42:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-565cd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7", "reconcileID": "0d1eb51b-62e8-49b5-8262-873b03813c4f", "Gateway": "e2e-shared-b-w3-565cd7", "namespace": "openshift-ingress"} 2026-09-08T15:42:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-565cd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7", "reconcileID": "0d1eb51b-62e8-49b5-8262-873b03813c4f", "Gateway": "e2e-shared-b-w3-565cd7", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7-authn-ssl"} 2026-09-08T15:42:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-565cd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7", "reconcileID": "0d1eb51b-62e8-49b5-8262-873b03813c4f", "Gateway": "e2e-shared-b-w3-565cd7", "namespace": "openshift-ingress"} 2026-09-08T15:42:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b8bf94b-5a10-4149-975e-7921f8b781f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:42:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b8bf94b-5a10-4149-975e-7921f8b781f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:42:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b8bf94b-5a10-4149-975e-7921f8b781f8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-565cd7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:42:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "odh-trusted-ca-bundle", "reconcileID": "f7fc8afd-c244-41f0-ab02-d6e5dea38eeb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:42:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "odh-trusted-ca-bundle", "reconcileID": "f7fc8afd-c244-41f0-ab02-d6e5dea38eeb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:42:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "openshift-service-ca.crt", "reconcileID": "e1aec868-fd7f-42f8-873b-f19c9111f02c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:42:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "openshift-service-ca.crt", "reconcileID": "e1aec868-fd7f-42f8-873b-f19c9111f02c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:42:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c3c8d1d-be11-4c78-89e3-9d737c0adf28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:42:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-565cd7"}, "namespace": "ai-tenant-e2e-shared-b-w3-565cd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c3c8d1d-be11-4c78-89e3-9d737c0adf28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-565cd7"} 2026-09-08T15:42:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-565cd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-565cd7", "reconcileID": "57a26820-8f6e-4523-9772-aa1192d108ba", "Gateway": "e2e-shared-b-w3-565cd7", "namespace": "openshift-ingress"} 2026-09-08T15:43:49Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:43:49Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:43:49Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:43:49Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:46:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "04918435-2ed4-4810-91b8-6f2d15c0b21b", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm"} 2026-09-08T15:46:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "04918435-2ed4-4810-91b8-6f2d15c0b21b", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm"} 2026-09-08T15:46:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "04918435-2ed4-4810-91b8-6f2d15c0b21b", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm"} 2026-09-08T15:46:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9ce0458-5dd7-4d0d-ae7d-8467f993023e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "04918435-2ed4-4810-91b8-6f2d15c0b21b", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm", "name": "e2e-same-id-a-360f3caf-kserve-route-authn"} 2026-09-08T15:46:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "04918435-2ed4-4810-91b8-6f2d15c0b21b", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:46:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "04918435-2ed4-4810-91b8-6f2d15c0b21b", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm"} 2026-09-08T15:46:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9ce0458-5dd7-4d0d-ae7d-8467f993023e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:46:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9ce0458-5dd7-4d0d-ae7d-8467f993023e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "7bd62f97-65bc-4d46-bd30-b54bf614d052", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm"} 2026-09-08T15:46:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "7bd62f97-65bc-4d46-bd30-b54bf614d052", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm"} 2026-09-08T15:46:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "7bd62f97-65bc-4d46-bd30-b54bf614d052", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm"} 2026-09-08T15:46:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "7bd62f97-65bc-4d46-bd30-b54bf614d052", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm", "name": "e2e-same-id-a-360f3caf-kserve-route-authn"} 2026-09-08T15:46:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "7bd62f97-65bc-4d46-bd30-b54bf614d052", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:46:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "7bd62f97-65bc-4d46-bd30-b54bf614d052", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm"} 2026-09-08T15:46:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "afdeba1d-d5c5-4740-9e74-5eb356cb3403", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "afdeba1d-d5c5-4740-9e74-5eb356cb3403", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "afdeba1d-d5c5-4740-9e74-5eb356cb3403", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4f47214d-dc1c-4a88-b651-571640878049", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "afdeba1d-d5c5-4740-9e74-5eb356cb3403", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm", "name": "e2e-same-id-b-360f3caf-kserve-route-authn"} 2026-09-08T15:46:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "afdeba1d-d5c5-4740-9e74-5eb356cb3403", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:46:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "afdeba1d-d5c5-4740-9e74-5eb356cb3403", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4f47214d-dc1c-4a88-b651-571640878049", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:46:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4f47214d-dc1c-4a88-b651-571640878049", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c172920-4ce7-437d-8391-9e7e2dabbb91", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c172920-4ce7-437d-8391-9e7e2dabbb91", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:46:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c172920-4ce7-437d-8391-9e7e2dabbb91", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "79d4c12f-4abc-4c74-8ef0-0b4a16fef65e", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm"} 2026-09-08T15:46:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "79d4c12f-4abc-4c74-8ef0-0b4a16fef65e", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm"} 2026-09-08T15:46:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "79d4c12f-4abc-4c74-8ef0-0b4a16fef65e", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm"} 2026-09-08T15:46:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "79d4c12f-4abc-4c74-8ef0-0b4a16fef65e", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm", "name": "e2e-same-id-a-360f3caf-kserve-route-authn"} 2026-09-08T15:46:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "79d4c12f-4abc-4c74-8ef0-0b4a16fef65e", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:46:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "79d4c12f-4abc-4c74-8ef0-0b4a16fef65e", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm"} 2026-09-08T15:46:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "6fb40252-153b-40e0-8f97-0cd49d2c6380", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "6fb40252-153b-40e0-8f97-0cd49d2c6380", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "6fb40252-153b-40e0-8f97-0cd49d2c6380", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "6fb40252-153b-40e0-8f97-0cd49d2c6380", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm", "name": "e2e-same-id-b-360f3caf-kserve-route-authn"} 2026-09-08T15:46:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "6fb40252-153b-40e0-8f97-0cd49d2c6380", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:46:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "6fb40252-153b-40e0-8f97-0cd49d2c6380", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9d32a28b-756d-4ad9-b598-54e4f79e0a06", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9d32a28b-756d-4ad9-b598-54e4f79e0a06", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:46:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9d32a28b-756d-4ad9-b598-54e4f79e0a06", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "51718680-3a06-49e8-89f9-a2229ccea1cf", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "51718680-3a06-49e8-89f9-a2229ccea1cf", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "51718680-3a06-49e8-89f9-a2229ccea1cf", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "51718680-3a06-49e8-89f9-a2229ccea1cf", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm", "name": "e2e-same-id-b-360f3caf-kserve-route-authn"} 2026-09-08T15:46:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "51718680-3a06-49e8-89f9-a2229ccea1cf", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:46:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "51718680-3a06-49e8-89f9-a2229ccea1cf", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "c5bd9a4a-dc2c-49b3-8fc8-04e5daf1a56b", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm"} 2026-09-08T15:46:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "c5bd9a4a-dc2c-49b3-8fc8-04e5daf1a56b", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm"} 2026-09-08T15:46:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "c5bd9a4a-dc2c-49b3-8fc8-04e5daf1a56b", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm"} 2026-09-08T15:46:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "c5bd9a4a-dc2c-49b3-8fc8-04e5daf1a56b", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm", "name": "e2e-same-id-a-360f3caf-kserve-route-authn"} 2026-09-08T15:46:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "c5bd9a4a-dc2c-49b3-8fc8-04e5daf1a56b", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:46:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "c5bd9a4a-dc2c-49b3-8fc8-04e5daf1a56b", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm"} 2026-09-08T15:46:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "97bd73a1-d062-4d0d-bb14-92efaa40976b", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "97bd73a1-d062-4d0d-bb14-92efaa40976b", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "97bd73a1-d062-4d0d-bb14-92efaa40976b", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "97bd73a1-d062-4d0d-bb14-92efaa40976b", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm", "name": "e2e-same-id-b-360f3caf-kserve-route-authn"} 2026-09-08T15:46:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "97bd73a1-d062-4d0d-bb14-92efaa40976b", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:46:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "97bd73a1-d062-4d0d-bb14-92efaa40976b", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "228c6f48-d741-4bb1-825e-087e92ac5853", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "228c6f48-d741-4bb1-825e-087e92ac5853", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "228c6f48-d741-4bb1-825e-087e92ac5853", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "228c6f48-d741-4bb1-825e-087e92ac5853", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm", "name": "e2e-same-id-b-360f3caf-kserve-route-authn"} 2026-09-08T15:46:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "228c6f48-d741-4bb1-825e-087e92ac5853", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:46:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "228c6f48-d741-4bb1-825e-087e92ac5853", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "b166eb34-2304-43f7-90ed-cfc9dfe0134b", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm"} 2026-09-08T15:46:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "b166eb34-2304-43f7-90ed-cfc9dfe0134b", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm", "name": "e2e-same-id-a-360f3caf"} 2026-09-08T15:46:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "b166eb34-2304-43f7-90ed-cfc9dfe0134b", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm"} 2026-09-08T15:46:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "b166eb34-2304-43f7-90ed-cfc9dfe0134b", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm"} 2026-09-08T15:46:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "b166eb34-2304-43f7-90ed-cfc9dfe0134b", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm", "name": "e2e-same-id-a-360f3caf-kserve-route-authn"} 2026-09-08T15:46:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "b166eb34-2304-43f7-90ed-cfc9dfe0134b", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm", "name": "e2e-same-id-a-360f3caf-kserve-route-authn"} 2026-09-08T15:46:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-360f3caf", "reconcileID": "6c71ae09-3a72-4ec2-af6a-a192b5600ba0", "LLMInferenceService": "e2e-same-id-a-360f3caf", "namespace": "llm"} 2026-09-08T15:46:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f84fab88-2c24-41f3-847c-acf15faf3278", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f84fab88-2c24-41f3-847c-acf15faf3278", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:46:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f84fab88-2c24-41f3-847c-acf15faf3278", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "def0607d-e7a6-4f3b-a9a0-f9350eb802f6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "def0607d-e7a6-4f3b-a9a0-f9350eb802f6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:46:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "def0607d-e7a6-4f3b-a9a0-f9350eb802f6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "1087fd97-b4b2-44ab-a2e0-9d81f9f77865", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "1087fd97-b4b2-44ab-a2e0-9d81f9f77865", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm", "name": "e2e-same-id-b-360f3caf"} 2026-09-08T15:46:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "1087fd97-b4b2-44ab-a2e0-9d81f9f77865", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "1087fd97-b4b2-44ab-a2e0-9d81f9f77865", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "1087fd97-b4b2-44ab-a2e0-9d81f9f77865", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm", "name": "e2e-same-id-b-360f3caf-kserve-route-authn"} 2026-09-08T15:46:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "1087fd97-b4b2-44ab-a2e0-9d81f9f77865", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm", "name": "e2e-same-id-b-360f3caf-kserve-route-authn"} 2026-09-08T15:46:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-360f3caf","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-360f3caf", "reconcileID": "5dc59b5c-7338-4b0e-a23d-a77f1e3f8d42", "LLMInferenceService": "e2e-same-id-b-360f3caf", "namespace": "llm"} 2026-09-08T15:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "47b8ca4b-29a8-4b93-a27d-f54357936db8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "47b8ca4b-29a8-4b93-a27d-f54357936db8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "47b8ca4b-29a8-4b93-a27d-f54357936db8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7d14eee3-2119-4ff6-9059-dbc80c4bd3df", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7d14eee3-2119-4ff6-9059-dbc80c4bd3df", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7d14eee3-2119-4ff6-9059-dbc80c4bd3df", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}