2026-09-08T15:42:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "81ee76a0-2c3d-433e-89e3-bb513b298b79", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f-kserve-route-authn"} 2026-09-08T15:42:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "81ee76a0-2c3d-433e-89e3-bb513b298b79", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "authType": "userdefined"} 2026-09-08T15:42:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "81ee76a0-2c3d-433e-89e3-bb513b298b79", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-03e8df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-03e8df", "reconcileID": "04ed12e8-84a1-44fb-8baa-a98b51b5d732", "Gateway": "e2e-shared-a-w2-03e8df", "namespace": "openshift-ingress"} 2026-09-08T15:42:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-03e8df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-03e8df", "reconcileID": "04ed12e8-84a1-44fb-8baa-a98b51b5d732", "Gateway": "e2e-shared-a-w2-03e8df", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-03e8df-authn-ssl"} 2026-09-08T15:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-03e8df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-03e8df", "reconcileID": "04ed12e8-84a1-44fb-8baa-a98b51b5d732", "Gateway": "e2e-shared-a-w2-03e8df", "namespace": "openshift-ingress"} 2026-09-08T15:42:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-03e8df"}, "namespace": "ai-tenant-e2e-shared-a-w2-03e8df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b31beba3-ccd2-414f-9bf2-8dcc95993abf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-03e8df"} 2026-09-08T15:42:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-03e8df"}, "namespace": "ai-tenant-e2e-shared-a-w2-03e8df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b31beba3-ccd2-414f-9bf2-8dcc95993abf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-03e8df", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:42:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-03e8df"}, "namespace": "ai-tenant-e2e-shared-a-w2-03e8df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b31beba3-ccd2-414f-9bf2-8dcc95993abf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-03e8df because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:42:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-03e8df"}, "namespace": "ai-tenant-e2e-shared-a-w2-03e8df", "name": "odh-trusted-ca-bundle", "reconcileID": "a34d0f76-f8ba-4e7a-bff8-7b041dfe67c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-03e8df"} 2026-09-08T15:42:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-03e8df"}, "namespace": "ai-tenant-e2e-shared-a-w2-03e8df", "name": "odh-trusted-ca-bundle", "reconcileID": "a34d0f76-f8ba-4e7a-bff8-7b041dfe67c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-03e8df"} 2026-09-08T15:42:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-03e8df"}, "namespace": "ai-tenant-e2e-shared-a-w2-03e8df", "name": "openshift-service-ca.crt", "reconcileID": "a019f935-2870-463b-ad93-ccf0d5802cb2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-03e8df"} 2026-09-08T15:42:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-03e8df"}, "namespace": "ai-tenant-e2e-shared-a-w2-03e8df", "name": "openshift-service-ca.crt", "reconcileID": "a019f935-2870-463b-ad93-ccf0d5802cb2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-03e8df"} 2026-09-08T15:42:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-03e8df"}, "namespace": "ai-tenant-e2e-shared-a-w2-03e8df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "465e4282-fca6-4d3b-973f-0a46b696abf9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-03e8df"} 2026-09-08T15:42:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-03e8df"}, "namespace": "ai-tenant-e2e-shared-a-w2-03e8df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "465e4282-fca6-4d3b-973f-0a46b696abf9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-03e8df"} 2026-09-08T15:42:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-03e8df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-03e8df", "reconcileID": "0aa43c04-38fb-49c8-ab5e-c065b403b038", "Gateway": "e2e-shared-a-w2-03e8df", "namespace": "openshift-ingress"} 2026-09-08T15:42:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a7ae4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a7ae4e", "reconcileID": "b61f1c1d-4fad-4314-a19e-736f829a0a1e", "Gateway": "e2e-shared-b-w2-a7ae4e", "namespace": "openshift-ingress"} 2026-09-08T15:42:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a7ae4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a7ae4e", "reconcileID": "b61f1c1d-4fad-4314-a19e-736f829a0a1e", "Gateway": "e2e-shared-b-w2-a7ae4e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a7ae4e-authn-ssl"} 2026-09-08T15:42:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a7ae4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a7ae4e", "reconcileID": "b61f1c1d-4fad-4314-a19e-736f829a0a1e", "Gateway": "e2e-shared-b-w2-a7ae4e", "namespace": "openshift-ingress"} 2026-09-08T15:42:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9fb31f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f", "reconcileID": "e7353198-9a7f-4c0c-b0be-a021f39ef64c", "Gateway": "e2e-shared-b-w3-9fb31f", "namespace": "openshift-ingress"} 2026-09-08T15:42:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9fb31f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f", "reconcileID": "e7353198-9a7f-4c0c-b0be-a021f39ef64c", "Gateway": "e2e-shared-b-w3-9fb31f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f-authn-ssl"} 2026-09-08T15:42:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9fb31f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f", "reconcileID": "e7353198-9a7f-4c0c-b0be-a021f39ef64c", "Gateway": "e2e-shared-b-w3-9fb31f", "namespace": "openshift-ingress"} 2026-09-08T15:42:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "e6ff01c6-d342-4e89-95fa-6c8a4f9fddb6", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:42:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "e6ff01c6-d342-4e89-95fa-6c8a4f9fddb6", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:42:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "e6ff01c6-d342-4e89-95fa-6c8a4f9fddb6", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:42:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "e6ff01c6-d342-4e89-95fa-6c8a4f9fddb6", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f-kserve-route-authn"} 2026-09-08T15:42:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "e6ff01c6-d342-4e89-95fa-6c8a4f9fddb6", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "authType": "userdefined"} 2026-09-08T15:42:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "e6ff01c6-d342-4e89-95fa-6c8a4f9fddb6", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:42:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a7ae4e"}, "namespace": "ai-tenant-e2e-shared-b-w2-a7ae4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a73fb0f-aa02-422f-b860-530171ad1907", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a7ae4e"} 2026-09-08T15:42:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a7ae4e"}, "namespace": "ai-tenant-e2e-shared-b-w2-a7ae4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a73fb0f-aa02-422f-b860-530171ad1907", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a7ae4e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:42:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a7ae4e"}, "namespace": "ai-tenant-e2e-shared-b-w2-a7ae4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a73fb0f-aa02-422f-b860-530171ad1907", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-a7ae4e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:42:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a7ae4e"}, "namespace": "ai-tenant-e2e-shared-b-w2-a7ae4e", "name": "odh-trusted-ca-bundle", "reconcileID": "cca3e170-267c-4dd7-91f8-b513faa2ae4c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a7ae4e"} 2026-09-08T15:42:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a7ae4e"}, "namespace": "ai-tenant-e2e-shared-b-w2-a7ae4e", "name": "odh-trusted-ca-bundle", "reconcileID": "cca3e170-267c-4dd7-91f8-b513faa2ae4c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a7ae4e"} 2026-09-08T15:42:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-a7ae4e"}, "namespace": "ai-tenant-e2e-shared-b-w2-a7ae4e", "name": "openshift-service-ca.crt", "reconcileID": "4c55528f-cccf-4589-96fb-2742ccfff595", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-a7ae4e"} 2026-09-08T15:42:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-a7ae4e"}, "namespace": "ai-tenant-e2e-shared-b-w2-a7ae4e", "name": "openshift-service-ca.crt", "reconcileID": "4c55528f-cccf-4589-96fb-2742ccfff595", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-a7ae4e"} 2026-09-08T15:42:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a7ae4e"}, "namespace": "ai-tenant-e2e-shared-b-w2-a7ae4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "809cebd4-61b5-41df-abb6-13a9dea8eb69", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a7ae4e"} 2026-09-08T15:42:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a7ae4e"}, "namespace": "ai-tenant-e2e-shared-b-w2-a7ae4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "809cebd4-61b5-41df-abb6-13a9dea8eb69", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a7ae4e"} 2026-09-08T15:42:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a7ae4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a7ae4e", "reconcileID": "79cb0c40-70c7-4e20-bba5-1a97e51d20a9", "Gateway": "e2e-shared-b-w2-a7ae4e", "namespace": "openshift-ingress"} 2026-09-08T15:42:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "3457a19f-b9d6-4ab6-90fa-549c0aef303b", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:42:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "3457a19f-b9d6-4ab6-90fa-549c0aef303b", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:42:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "3457a19f-b9d6-4ab6-90fa-549c0aef303b", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:42:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "3457a19f-b9d6-4ab6-90fa-549c0aef303b", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f-kserve-route-authn"} 2026-09-08T15:42:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "3457a19f-b9d6-4ab6-90fa-549c0aef303b", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "authType": "userdefined"} 2026-09-08T15:42:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "3457a19f-b9d6-4ab6-90fa-549c0aef303b", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:43:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ca1fc","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "rate-test-model-9ca1fc", "reconcileID": "77f33938-5f10-44dd-93b2-9e4564364d17", "LLMInferenceService": "rate-test-model-9ca1fc", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc"} 2026-09-08T15:43:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ca1fc","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "rate-test-model-9ca1fc", "reconcileID": "77f33938-5f10-44dd-93b2-9e4564364d17", "LLMInferenceService": "rate-test-model-9ca1fc", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "rate-test-model-9ca1fc"} 2026-09-08T15:43:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ca1fc","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "rate-test-model-9ca1fc", "reconcileID": "77f33938-5f10-44dd-93b2-9e4564364d17", "LLMInferenceService": "rate-test-model-9ca1fc", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc"} 2026-09-08T15:43:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ca1fc","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "rate-test-model-9ca1fc", "reconcileID": "77f33938-5f10-44dd-93b2-9e4564364d17", "LLMInferenceService": "rate-test-model-9ca1fc", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc"} 2026-09-08T15:43:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ca1fc","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "rate-test-model-9ca1fc", "reconcileID": "77f33938-5f10-44dd-93b2-9e4564364d17", "LLMInferenceService": "rate-test-model-9ca1fc", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "rate-test-model-9ca1fc-kserve-route-authn"} 2026-09-08T15:43:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ca1fc","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "rate-test-model-9ca1fc", "reconcileID": "77f33938-5f10-44dd-93b2-9e4564364d17", "LLMInferenceService": "rate-test-model-9ca1fc", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "rate-test-model-9ca1fc-kserve-route-authn"} 2026-09-08T15:43:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ca1fc","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "rate-test-model-9ca1fc", "reconcileID": "77f33938-5f10-44dd-93b2-9e4564364d17", "LLMInferenceService": "rate-test-model-9ca1fc", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc"} 2026-09-08T15:43:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ca1fc","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "rate-test-model-9ca1fc", "reconcileID": "77f33938-5f10-44dd-93b2-9e4564364d17", "LLMInferenceService": "rate-test-model-9ca1fc", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc"} 2026-09-08T15:43:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ca1fc","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "rate-test-model-9ca1fc", "reconcileID": "14a59671-a159-48c4-b08d-c1dd4dbbbf9b", "LLMInferenceService": "rate-test-model-9ca1fc", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc"} 2026-09-08T15:43:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ca1fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ca1fc", "reconcileID": "5c43ac74-9344-468e-9a08-2c656ffac0cd", "Gateway": "e2e-shared-a-w3-9ca1fc", "namespace": "openshift-ingress"} 2026-09-08T15:43:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ca1fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ca1fc", "reconcileID": "5c43ac74-9344-468e-9a08-2c656ffac0cd", "Gateway": "e2e-shared-a-w3-9ca1fc", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ca1fc-authn-ssl"} 2026-09-08T15:43:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ca1fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ca1fc", "reconcileID": "5c43ac74-9344-468e-9a08-2c656ffac0cd", "Gateway": "e2e-shared-a-w3-9ca1fc", "namespace": "openshift-ingress"} 2026-09-08T15:43:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ca1fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ca1fc", "reconcileID": "e1c719fd-d9e4-4034-9d18-14010fff2abc", "Gateway": "e2e-shared-a-w3-9ca1fc", "namespace": "openshift-ingress"} 2026-09-08T15:43:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ca1fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ca1fc", "reconcileID": "e1c719fd-d9e4-4034-9d18-14010fff2abc", "Gateway": "e2e-shared-a-w3-9ca1fc", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ca1fc-authn-ssl"} 2026-09-08T15:43:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ca1fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ca1fc", "reconcileID": "e1c719fd-d9e4-4034-9d18-14010fff2abc", "Gateway": "e2e-shared-a-w3-9ca1fc", "namespace": "openshift-ingress"} 2026-09-08T15:43:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "1dd9c7a4-5bd5-424e-8f4e-f3d1ec8426a6", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:43:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "1dd9c7a4-5bd5-424e-8f4e-f3d1ec8426a6", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f"} 2026-09-08T15:43:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "1dd9c7a4-5bd5-424e-8f4e-f3d1ec8426a6", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:43:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "1dd9c7a4-5bd5-424e-8f4e-f3d1ec8426a6", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:43:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "1dd9c7a4-5bd5-424e-8f4e-f3d1ec8426a6", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f-kserve-route-authn"} 2026-09-08T15:43:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "1dd9c7a4-5bd5-424e-8f4e-f3d1ec8426a6", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f-kserve-route-authn"} 2026-09-08T15:43:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "1dd9c7a4-5bd5-424e-8f4e-f3d1ec8426a6", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:43:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "1dd9c7a4-5bd5-424e-8f4e-f3d1ec8426a6", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:43:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9fb31f","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "rate-test-model-9fb31f", "reconcileID": "ea0e3446-33b1-46a9-a000-7a27c09cd825", "LLMInferenceService": "rate-test-model-9fb31f", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:43:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9fb31f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f", "reconcileID": "d6fb5268-58ba-4bff-8867-1b648f4af72c", "Gateway": "e2e-shared-b-w3-9fb31f", "namespace": "openshift-ingress"} 2026-09-08T15:43:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9fb31f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f", "reconcileID": "d6fb5268-58ba-4bff-8867-1b648f4af72c", "Gateway": "e2e-shared-b-w3-9fb31f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f-authn-ssl"} 2026-09-08T15:43:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9fb31f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f", "reconcileID": "d6fb5268-58ba-4bff-8867-1b648f4af72c", "Gateway": "e2e-shared-b-w3-9fb31f", "namespace": "openshift-ingress"} 2026-09-08T15:43:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9fb31f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f", "reconcileID": "d6dfe688-d660-49d9-9259-eaf8021ccc41", "Gateway": "e2e-shared-b-w3-9fb31f", "namespace": "openshift-ingress"} 2026-09-08T15:43:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9fb31f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f", "reconcileID": "d6dfe688-d660-49d9-9259-eaf8021ccc41", "Gateway": "e2e-shared-b-w3-9fb31f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f-authn-ssl"} 2026-09-08T15:43:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9fb31f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f", "reconcileID": "d6dfe688-d660-49d9-9259-eaf8021ccc41", "Gateway": "e2e-shared-b-w3-9fb31f", "namespace": "openshift-ingress"} 2026-09-08T15:43:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "eb905b19-387f-4930-b94b-0b911fb90589", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:43:09Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "eb905b19-387f-4930-b94b-0b911fb90589", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51-authn-ssl"} 2026-09-08T15:43:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "eb905b19-387f-4930-b94b-0b911fb90589", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:43:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "a8471f21-166f-47b1-b7af-f1ebda438c09", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:43:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "a8471f21-166f-47b1-b7af-f1ebda438c09", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51-authn-ssl"} 2026-09-08T15:43:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "a8471f21-166f-47b1-b7af-f1ebda438c09", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:43:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "72768593-22be-4213-b608-45e4174c08b9", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:43:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "72768593-22be-4213-b608-45e4174c08b9", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51-authn-ssl"} 2026-09-08T15:43:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "72768593-22be-4213-b608-45e4174c08b9", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:43:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "3bdef550-3e49-4cd1-b46f-0ca370ca3a26", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:43:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "3bdef550-3e49-4cd1-b46f-0ca370ca3a26", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51-authn-ssl"} 2026-09-08T15:43:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "3bdef550-3e49-4cd1-b46f-0ca370ca3a26", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:43:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "8e662926-2128-4275-858e-7150b5fbdc83", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:43:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "8e662926-2128-4275-858e-7150b5fbdc83", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51-authn-ssl"} 2026-09-08T15:43:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "8e662926-2128-4275-858e-7150b5fbdc83", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:43:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "337762e5-83b4-4e7e-804b-5c28a297fa9f", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:43:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "337762e5-83b4-4e7e-804b-5c28a297fa9f", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51-authn-ssl"} 2026-09-08T15:43:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "337762e5-83b4-4e7e-804b-5c28a297fa9f", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:43:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "openshift-service-ca.crt", "reconcileID": "a3a56554-3098-444b-a9c9-906ed1c8352f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:43:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "odh-trusted-ca-bundle", "reconcileID": "5bd148c7-4675-4557-bb36-84ce094a1678", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:43:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "openshift-service-ca.crt", "reconcileID": "6585d4c7-df52-4ca4-a8c1-9492348768be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-41de51", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:43:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "openshift-service-ca.crt", "reconcileID": "6585d4c7-df52-4ca4-a8c1-9492348768be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:43:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "openshift-service-ca.crt", "reconcileID": "a5528c49-993a-428b-b264-1bba56ded7d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-41de51", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:43:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "openshift-service-ca.crt", "reconcileID": "a5528c49-993a-428b-b264-1bba56ded7d7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:43:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c9f20f5-920f-48a4-a1c9-36d272e7b71f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:43:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "openshift-service-ca.crt", "reconcileID": "0d16291d-65fc-4b4a-abb0-a0e5110ccab3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:43:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "odh-trusted-ca-bundle", "reconcileID": "dd44ed43-c7c2-4c0a-bea5-b575b26d09b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41de51", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:43:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "odh-trusted-ca-bundle", "reconcileID": "dd44ed43-c7c2-4c0a-bea5-b575b26d09b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:43:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4fa74b7-c43f-4f91-ad60-18bf795c8d84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:43:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "30809ff0-44e6-4203-916d-8bb4868a1f8b", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:43:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "30809ff0-44e6-4203-916d-8bb4868a1f8b", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51-authn-ssl"} 2026-09-08T15:43:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "30809ff0-44e6-4203-916d-8bb4868a1f8b", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:43:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "b388700a-6b2f-498c-8d78-463fe3120f4e", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:43:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "b388700a-6b2f-498c-8d78-463fe3120f4e", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51-authn-ssl"} 2026-09-08T15:43:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "b388700a-6b2f-498c-8d78-463fe3120f4e", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:43:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "eb6bf65b-2e79-4685-be4d-32394b0eec48", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:43:38Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "eb6bf65b-2e79-4685-be4d-32394b0eec48", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02-authn-ssl"} 2026-09-08T15:43:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "eb6bf65b-2e79-4685-be4d-32394b0eec48", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:43:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "cf8edfcf-1a6a-4053-b4f9-595c6b50c944", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:43:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "cf8edfcf-1a6a-4053-b4f9-595c6b50c944", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02-authn-ssl"} 2026-09-08T15:43:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "cf8edfcf-1a6a-4053-b4f9-595c6b50c944", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:43:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "ad506414-4219-4f5e-89aa-efda040533e5", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:43:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "ad506414-4219-4f5e-89aa-efda040533e5", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02-authn-ssl"} 2026-09-08T15:43:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "ad506414-4219-4f5e-89aa-efda040533e5", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:43:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "6e2c02d8-2010-4442-914d-3ad65093e848", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:43:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "6e2c02d8-2010-4442-914d-3ad65093e848", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02-authn-ssl"} 2026-09-08T15:43:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "6e2c02d8-2010-4442-914d-3ad65093e848", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:43:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "c6691333-647f-4c88-97c2-8e622e79983a", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:43:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "c6691333-647f-4c88-97c2-8e622e79983a", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02-authn-ssl"} 2026-09-08T15:43:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "c6691333-647f-4c88-97c2-8e622e79983a", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:43:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "b3600c7d-a04a-420c-bbda-aeacfbec14e3", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:43:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "b3600c7d-a04a-420c-bbda-aeacfbec14e3", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02-authn-ssl"} 2026-09-08T15:43:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "b3600c7d-a04a-420c-bbda-aeacfbec14e3", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:43:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "624dc71a-d834-4fe2-a1bc-35d72574a78a", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:43:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "624dc71a-d834-4fe2-a1bc-35d72574a78a", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02-authn-ssl"} 2026-09-08T15:43:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "624dc71a-d834-4fe2-a1bc-35d72574a78a", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:43:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "openshift-service-ca.crt", "reconcileID": "3fe56d40-9dc0-45f1-a9c3-a0a9ea9da3e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0fea02"} 2026-09-08T15:43:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "odh-trusted-ca-bundle", "reconcileID": "24fa16bf-e79d-4346-a33e-fc17ad4bcf5b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0fea02"} 2026-09-08T15:43:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "openshift-service-ca.crt", "reconcileID": "3e4b679c-f149-4c79-85d5-9a814bb68874", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0fea02", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:43:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "openshift-service-ca.crt", "reconcileID": "3e4b679c-f149-4c79-85d5-9a814bb68874", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0fea02"} 2026-09-08T15:43:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "openshift-service-ca.crt", "reconcileID": "28fdcfd3-3abc-43fc-8ff7-cfecaf54e45b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0fea02"} 2026-09-08T15:43:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4dcb934b-fba9-4bf4-8cbb-e226fd54e5ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0fea02"} 2026-09-08T15:43:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "odh-trusted-ca-bundle", "reconcileID": "432d1dd1-b277-402b-9bc8-bc7542c0812c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0fea02", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:43:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "odh-trusted-ca-bundle", "reconcileID": "432d1dd1-b277-402b-9bc8-bc7542c0812c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0fea02"} 2026-09-08T15:43:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34d52f56-770c-4ef8-9066-fb9d8032798a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0fea02"} 2026-09-08T15:43:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "b0cfd8aa-d0d9-4db3-ac3b-a57f92772cb0", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:43:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "b0cfd8aa-d0d9-4db3-ac3b-a57f92772cb0", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02-authn-ssl"} 2026-09-08T15:43:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "b0cfd8aa-d0d9-4db3-ac3b-a57f92772cb0", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:43:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "3378e847-dda3-47d1-8111-46e9f245b1c6", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:43:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "3378e847-dda3-47d1-8111-46e9f245b1c6", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02-authn-ssl"} 2026-09-08T15:43:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "3378e847-dda3-47d1-8111-46e9f245b1c6", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:44:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "754b5ba9-fbb0-49a5-8f0e-5e94da61497b", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:44:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "754b5ba9-fbb0-49a5-8f0e-5e94da61497b", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:44:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "754b5ba9-fbb0-49a5-8f0e-5e94da61497b", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:44:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "8e17443f-9ac7-4834-a4c6-15b93ed0ba9b", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:44:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "754b5ba9-fbb0-49a5-8f0e-5e94da61497b", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51-kserve-route-authn"} 2026-09-08T15:44:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "754b5ba9-fbb0-49a5-8f0e-5e94da61497b", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51", "authType": "userdefined"} 2026-09-08T15:44:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "754b5ba9-fbb0-49a5-8f0e-5e94da61497b", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:44:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "8e17443f-9ac7-4834-a4c6-15b93ed0ba9b", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51-authn-ssl"} 2026-09-08T15:44:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "8e17443f-9ac7-4834-a4c6-15b93ed0ba9b", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:44:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "ce517d04-268b-4a8f-94af-9fdeaab4d616", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:44:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "ce517d04-268b-4a8f-94af-9fdeaab4d616", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:44:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "ce517d04-268b-4a8f-94af-9fdeaab4d616", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:44:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "ce517d04-268b-4a8f-94af-9fdeaab4d616", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51-kserve-route-authn"} 2026-09-08T15:44:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "ce517d04-268b-4a8f-94af-9fdeaab4d616", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51", "authType": "userdefined"} 2026-09-08T15:44:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "ce517d04-268b-4a8f-94af-9fdeaab4d616", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:44:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "d90c40cc-5447-4fe5-9e08-fc99b4c10dd5", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:44:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "d90c40cc-5447-4fe5-9e08-fc99b4c10dd5", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51-authn-ssl"} 2026-09-08T15:44:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "d90c40cc-5447-4fe5-9e08-fc99b4c10dd5", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:44:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "544fd45c-ed39-4a3d-a8da-8dd50e0d5151", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:44:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "544fd45c-ed39-4a3d-a8da-8dd50e0d5151", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:44:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "544fd45c-ed39-4a3d-a8da-8dd50e0d5151", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:44:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "544fd45c-ed39-4a3d-a8da-8dd50e0d5151", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51-kserve-route-authn"} 2026-09-08T15:44:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "544fd45c-ed39-4a3d-a8da-8dd50e0d5151", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51", "authType": "userdefined"} 2026-09-08T15:44:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "544fd45c-ed39-4a3d-a8da-8dd50e0d5151", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:44:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "81b8c92d-c748-4f0d-8719-0d3be837137b", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:44:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "81b8c92d-c748-4f0d-8719-0d3be837137b", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:44:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "81b8c92d-c748-4f0d-8719-0d3be837137b", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:44:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "81b8c92d-c748-4f0d-8719-0d3be837137b", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51-kserve-route-authn"} 2026-09-08T15:44:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "81b8c92d-c748-4f0d-8719-0d3be837137b", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51", "authType": "userdefined"} 2026-09-08T15:44:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "81b8c92d-c748-4f0d-8719-0d3be837137b", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:44:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "da41c274-8463-4a11-a372-bad59d9b590f", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:44:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "da41c274-8463-4a11-a372-bad59d9b590f", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704-authn-ssl"} 2026-09-08T15:44:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "da41c274-8463-4a11-a372-bad59d9b590f", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:44:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "72fa5f9f-83c4-4df0-b1bf-0c9751013cd3", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:44:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "72fa5f9f-83c4-4df0-b1bf-0c9751013cd3", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704-authn-ssl"} 2026-09-08T15:44:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "72fa5f9f-83c4-4df0-b1bf-0c9751013cd3", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:44:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "590a69f8-8efa-4371-8ab0-740a856af265", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:44:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "590a69f8-8efa-4371-8ab0-740a856af265", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704-authn-ssl"} 2026-09-08T15:44:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "590a69f8-8efa-4371-8ab0-740a856af265", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:44:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "9c1bc5be-641d-4262-9e35-ab0effbd7935", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:44:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "9c1bc5be-641d-4262-9e35-ab0effbd7935", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704-authn-ssl"} 2026-09-08T15:44:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "9c1bc5be-641d-4262-9e35-ab0effbd7935", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:44:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "58f07cb3-8c49-4675-bbfc-14296cf348c9", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:44:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "58f07cb3-8c49-4675-bbfc-14296cf348c9", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704-authn-ssl"} 2026-09-08T15:44:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "58f07cb3-8c49-4675-bbfc-14296cf348c9", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:44:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "edc5560c-71ed-42f8-bbaf-d143dc361e24", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:44:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "edc5560c-71ed-42f8-bbaf-d143dc361e24", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704-authn-ssl"} 2026-09-08T15:44:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "edc5560c-71ed-42f8-bbaf-d143dc361e24", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:44:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "ee30c302-c995-469f-b930-ce2f59e9ffbd", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:44:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "ee30c302-c995-469f-b930-ce2f59e9ffbd", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704-authn-ssl"} 2026-09-08T15:44:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "ee30c302-c995-469f-b930-ce2f59e9ffbd", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:44:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "11066d34-458b-4642-9610-b525a0b89b40", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:44:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "11066d34-458b-4642-9610-b525a0b89b40", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704-authn-ssl"} 2026-09-08T15:44:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "11066d34-458b-4642-9610-b525a0b89b40", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:44:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-21c704"}, "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "name": "odh-trusted-ca-bundle", "reconcileID": "3508c79b-8fe5-4e8e-a6ba-7e1f452d35b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-21c704"} 2026-09-08T15:44:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-21c704"}, "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "name": "openshift-service-ca.crt", "reconcileID": "dfe9d2f1-857e-4d18-893f-151414ac725f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-21c704"} 2026-09-08T15:44:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-21c704"}, "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "name": "openshift-service-ca.crt", "reconcileID": "2cdb3c9f-7c79-44ea-9bbc-7d6d4a1910a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:44:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-21c704"}, "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "name": "openshift-service-ca.crt", "reconcileID": "2cdb3c9f-7c79-44ea-9bbc-7d6d4a1910a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-21c704"} 2026-09-08T15:44:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-21c704"}, "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "name": "openshift-service-ca.crt", "reconcileID": "54f39133-3452-4af6-b240-445fa2b34cb3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-21c704"} 2026-09-08T15:44:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-21c704"}, "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c313180a-e6a5-49cc-a3a1-858d11eb626f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-21c704"} 2026-09-08T15:44:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-21c704"}, "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "name": "odh-trusted-ca-bundle", "reconcileID": "c902cc83-aa3b-4347-8204-17ce6f38846f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:44:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-21c704"}, "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "name": "odh-trusted-ca-bundle", "reconcileID": "c902cc83-aa3b-4347-8204-17ce6f38846f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-21c704"} 2026-09-08T15:44:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-21c704"}, "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e75c49c-1f58-4de3-a8c7-fac17d9f323f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-21c704"} 2026-09-08T15:44:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "a9fb391b-68df-48bd-a0d8-f96382351516", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:44:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "a9fb391b-68df-48bd-a0d8-f96382351516", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704-authn-ssl"} 2026-09-08T15:44:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "a9fb391b-68df-48bd-a0d8-f96382351516", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:45:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "52fd43fd-660d-4d93-be69-e94fa9298b21", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:45:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "52fd43fd-660d-4d93-be69-e94fa9298b21", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704-authn-ssl"} 2026-09-08T15:45:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "52fd43fd-660d-4d93-be69-e94fa9298b21", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:45:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "c1ae2f7a-8a69-40e8-836c-7970437e6fd3", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:45:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "c1ae2f7a-8a69-40e8-836c-7970437e6fd3", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704-authn-ssl"} 2026-09-08T15:45:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "c1ae2f7a-8a69-40e8-836c-7970437e6fd3", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:45:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "126b20de-af64-4dfa-bd62-5cc832446a08", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:45:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "126b20de-af64-4dfa-bd62-5cc832446a08", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704-authn-ssl"} 2026-09-08T15:45:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "126b20de-af64-4dfa-bd62-5cc832446a08", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:45:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-21c704"}, "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf18e4e2-d560-4c7b-b524-3a25ebfdb034", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-21c704"} 2026-09-08T15:45:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-21c704"}, "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf18e4e2-d560-4c7b-b524-3a25ebfdb034", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:45:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-21c704"}, "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf18e4e2-d560-4c7b-b524-3a25ebfdb034", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-21c704 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:45:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-21c704"}, "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "name": "odh-trusted-ca-bundle", "reconcileID": "dcf7497c-e618-4c13-9d14-fb0b8e78efe2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-21c704"} 2026-09-08T15:45:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-21c704"}, "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "name": "odh-trusted-ca-bundle", "reconcileID": "dcf7497c-e618-4c13-9d14-fb0b8e78efe2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-21c704"} 2026-09-08T15:45:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-21c704"}, "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "name": "openshift-service-ca.crt", "reconcileID": "2c23be59-80ff-4f5a-b637-4ca9b7b37767", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-21c704"} 2026-09-08T15:45:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-21c704"}, "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "name": "openshift-service-ca.crt", "reconcileID": "2c23be59-80ff-4f5a-b637-4ca9b7b37767", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-21c704"} 2026-09-08T15:45:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-21c704"}, "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "400ba829-8050-4b25-a01e-22d47b0b23f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-21c704"} 2026-09-08T15:45:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-21c704"}, "namespace": "ai-tenant-e2e-ipp-cleanup-21c704", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "400ba829-8050-4b25-a01e-22d47b0b23f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-21c704"} 2026-09-08T15:45:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-21c704","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-21c704", "reconcileID": "b82daee1-1600-4e79-8ab9-0eab24c08647", "Gateway": "e2e-ipp-cleanup-21c704", "namespace": "openshift-ingress"} 2026-09-08T15:45:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "a25d7573-cded-4aad-ae41-19d2be7b9ea5", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:45:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "a25d7573-cded-4aad-ae41-19d2be7b9ea5", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51-authn-ssl"} 2026-09-08T15:45:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "a25d7573-cded-4aad-ae41-19d2be7b9ea5", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:45:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "a093f768-6adc-449a-86c7-901629478026", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:45:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "a093f768-6adc-449a-86c7-901629478026", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51-authn-ssl"} 2026-09-08T15:45:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "a093f768-6adc-449a-86c7-901629478026", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:45:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "078d03dd-1fbf-4ded-8efb-dd9fcb4845c7", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:45:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "078d03dd-1fbf-4ded-8efb-dd9fcb4845c7", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:45:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "078d03dd-1fbf-4ded-8efb-dd9fcb4845c7", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:45:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "078d03dd-1fbf-4ded-8efb-dd9fcb4845c7", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51-kserve-route-authn"} 2026-09-08T15:45:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "078d03dd-1fbf-4ded-8efb-dd9fcb4845c7", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51", "authType": "userdefined"} 2026-09-08T15:45:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "078d03dd-1fbf-4ded-8efb-dd9fcb4845c7", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:46:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "34a413f3-3d87-4d34-9cbc-355c5b25f194", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:46:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "34a413f3-3d87-4d34-9cbc-355c5b25f194", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51-authn-ssl"} 2026-09-08T15:46:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "34a413f3-3d87-4d34-9cbc-355c5b25f194", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:46:10Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:46:10Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:46:11Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:46:11Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:46:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "93e0b935-7d10-43e6-9e62-0a9624b20151", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:46:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "93e0b935-7d10-43e6-9e62-0a9624b20151", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51-authn-ssl"} 2026-09-08T15:46:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "93e0b935-7d10-43e6-9e62-0a9624b20151", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:46:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "944ab154-c258-4830-96a5-d8c29dbefc86", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:46:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "944ab154-c258-4830-96a5-d8c29dbefc86", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51"} 2026-09-08T15:46:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "944ab154-c258-4830-96a5-d8c29dbefc86", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:46:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "944ab154-c258-4830-96a5-d8c29dbefc86", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:46:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "944ab154-c258-4830-96a5-d8c29dbefc86", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51-kserve-route-authn"} 2026-09-08T15:46:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "944ab154-c258-4830-96a5-d8c29dbefc86", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51-kserve-route-authn"} 2026-09-08T15:46:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "944ab154-c258-4830-96a5-d8c29dbefc86", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:46:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "944ab154-c258-4830-96a5-d8c29dbefc86", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:46:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "975b9958-d89e-445e-8e66-079f75632255", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:46:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "975b9958-d89e-445e-8e66-079f75632255", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41de51", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:46:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "975b9958-d89e-445e-8e66-079f75632255", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-41de51 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:46:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "odh-trusted-ca-bundle", "reconcileID": "a6c49e63-a592-4f81-80d2-250eeed69413", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:46:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "odh-trusted-ca-bundle", "reconcileID": "a6c49e63-a592-4f81-80d2-250eeed69413", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:46:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "openshift-service-ca.crt", "reconcileID": "e769bcc6-9e0e-49a5-a1a6-b731c61c792f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:46:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "openshift-service-ca.crt", "reconcileID": "e769bcc6-9e0e-49a5-a1a6-b731c61c792f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:46:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45b94885-e416-40d4-a9ed-c839ca40e0ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:46:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45b94885-e416-40d4-a9ed-c839ca40e0ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:46:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "7908b805-60fd-45a7-84a6-3ac1cad39718", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:46:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "7908b805-60fd-45a7-84a6-3ac1cad39718", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51"} 2026-09-08T15:46:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "7908b805-60fd-45a7-84a6-3ac1cad39718", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:46:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "7908b805-60fd-45a7-84a6-3ac1cad39718", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:46:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "7908b805-60fd-45a7-84a6-3ac1cad39718", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51-kserve-route-authn"} 2026-09-08T15:46:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "7908b805-60fd-45a7-84a6-3ac1cad39718", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51-kserve-route-authn"} 2026-09-08T15:46:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "7908b805-60fd-45a7-84a6-3ac1cad39718", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:46:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "7908b805-60fd-45a7-84a6-3ac1cad39718", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:46:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-41de51","namespace":"ai-tenant-e2e-ipp-a-41de51"}, "namespace": "ai-tenant-e2e-ipp-a-41de51", "name": "ipp-route-41de51", "reconcileID": "f1ec3b29-a34d-4f18-a122-4045a8ac963d", "LLMInferenceService": "ipp-route-41de51", "namespace": "ai-tenant-e2e-ipp-a-41de51"} 2026-09-08T15:46:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "d71117a6-15c5-43a5-8dbe-6afc6faa8c0e", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:46:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "d71117a6-15c5-43a5-8dbe-6afc6faa8c0e", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51-authn-ssl"} 2026-09-08T15:46:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "d71117a6-15c5-43a5-8dbe-6afc6faa8c0e", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:46:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-41de51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-41de51", "reconcileID": "e87d80ec-7fde-4d54-a58b-71d9c6b58852", "Gateway": "e2e-ipp-a-41de51", "namespace": "openshift-ingress"} 2026-09-08T15:46:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "8603a7b4-5825-4706-96a5-cc65a0fd240d", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:46:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "8603a7b4-5825-4706-96a5-cc65a0fd240d", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02-authn-ssl"} 2026-09-08T15:46:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "8603a7b4-5825-4706-96a5-cc65a0fd240d", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:46:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "cfd8f458-f8d9-4c39-a0cf-ae601c34b63a", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:46:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "cfd8f458-f8d9-4c39-a0cf-ae601c34b63a", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02-authn-ssl"} 2026-09-08T15:46:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "cfd8f458-f8d9-4c39-a0cf-ae601c34b63a", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:46:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21e8bae0-e346-4c7a-9da0-e732d10ce79e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0fea02"} 2026-09-08T15:46:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21e8bae0-e346-4c7a-9da0-e732d10ce79e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0fea02", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:46:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21e8bae0-e346-4c7a-9da0-e732d10ce79e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-0fea02 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:46:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "odh-trusted-ca-bundle", "reconcileID": "c0c98d35-814a-4d30-ac5b-85522a3a46be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0fea02"} 2026-09-08T15:46:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "odh-trusted-ca-bundle", "reconcileID": "c0c98d35-814a-4d30-ac5b-85522a3a46be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0fea02", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:46:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "odh-trusted-ca-bundle", "reconcileID": "c0c98d35-814a-4d30-ac5b-85522a3a46be", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-0fea02 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:46:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "openshift-service-ca.crt", "reconcileID": "8d2a90b3-05f2-4a10-ae12-22903aa0f224", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0fea02"} 2026-09-08T15:46:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "openshift-service-ca.crt", "reconcileID": "8d2a90b3-05f2-4a10-ae12-22903aa0f224", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0fea02"} 2026-09-08T15:46:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8ee4b1a-2364-43b8-bf84-7d7f92f50766", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0fea02"} 2026-09-08T15:46:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8ee4b1a-2364-43b8-bf84-7d7f92f50766", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0fea02"} 2026-09-08T15:46:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "odh-trusted-ca-bundle", "reconcileID": "60f828b3-694e-46a1-959a-0b06d5d57bde", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0fea02"} 2026-09-08T15:46:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0fea02"}, "namespace": "ai-tenant-e2e-ipp-b-0fea02", "name": "odh-trusted-ca-bundle", "reconcileID": "60f828b3-694e-46a1-959a-0b06d5d57bde", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0fea02"} 2026-09-08T15:47:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0fea02","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0fea02", "reconcileID": "35b155f7-6592-4a7e-b35e-9edce45a9688", "Gateway": "e2e-ipp-b-0fea02", "namespace": "openshift-ingress"} 2026-09-08T15:47:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ca1fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ca1fc", "reconcileID": "11216e1d-7bd1-4a10-92bf-71723350da5c", "Gateway": "e2e-shared-a-w3-9ca1fc", "namespace": "openshift-ingress"} 2026-09-08T15:47:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ca1fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ca1fc", "reconcileID": "11216e1d-7bd1-4a10-92bf-71723350da5c", "Gateway": "e2e-shared-a-w3-9ca1fc", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ca1fc-authn-ssl"} 2026-09-08T15:47:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ca1fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ca1fc", "reconcileID": "11216e1d-7bd1-4a10-92bf-71723350da5c", "Gateway": "e2e-shared-a-w3-9ca1fc", "namespace": "openshift-ingress"} 2026-09-08T15:47:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ca1fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ca1fc", "reconcileID": "eb0d2e9e-2f83-4b96-90b5-22d264e8bb20", "Gateway": "e2e-shared-a-w3-9ca1fc", "namespace": "openshift-ingress"} 2026-09-08T15:47:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ca1fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ca1fc", "reconcileID": "eb0d2e9e-2f83-4b96-90b5-22d264e8bb20", "Gateway": "e2e-shared-a-w3-9ca1fc", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ca1fc-authn-ssl"} 2026-09-08T15:47:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ca1fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ca1fc", "reconcileID": "eb0d2e9e-2f83-4b96-90b5-22d264e8bb20", "Gateway": "e2e-shared-a-w3-9ca1fc", "namespace": "openshift-ingress"} 2026-09-08T15:47:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08f8cbf3-8fdb-47e9-a1a0-6c8e90c2a3e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc"} 2026-09-08T15:47:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08f8cbf3-8fdb-47e9-a1a0-6c8e90c2a3e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:47:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08f8cbf3-8fdb-47e9-a1a0-6c8e90c2a3e7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-9ca1fc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:47:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "756cacb1-ca57-4e29-968e-3a77d85bee33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc"} 2026-09-08T15:47:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "756cacb1-ca57-4e29-968e-3a77d85bee33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:47:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "756cacb1-ca57-4e29-968e-3a77d85bee33", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-9ca1fc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:47:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "odh-trusted-ca-bundle", "reconcileID": "f314b886-02f9-4de5-85e9-a7e079af78a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc"} 2026-09-08T15:47:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "odh-trusted-ca-bundle", "reconcileID": "f314b886-02f9-4de5-85e9-a7e079af78a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:47:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "odh-trusted-ca-bundle", "reconcileID": "f314b886-02f9-4de5-85e9-a7e079af78a2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-9ca1fc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:47:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "odh-trusted-ca-bundle", "reconcileID": "9177a308-174d-40b0-9166-4653af7fef5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc"} 2026-09-08T15:47:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "odh-trusted-ca-bundle", "reconcileID": "9177a308-174d-40b0-9166-4653af7fef5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:47:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "odh-trusted-ca-bundle", "reconcileID": "9177a308-174d-40b0-9166-4653af7fef5c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-9ca1fc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:47:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "openshift-service-ca.crt", "reconcileID": "f117b409-07a4-4d60-a520-113d6ba0ba0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc"} 2026-09-08T15:47:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "openshift-service-ca.crt", "reconcileID": "f117b409-07a4-4d60-a520-113d6ba0ba0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc"} 2026-09-08T15:47:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6a2a78c-f35c-4c99-a2ca-b9aee0cbc47d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc"} 2026-09-08T15:47:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6a2a78c-f35c-4c99-a2ca-b9aee0cbc47d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc"} 2026-09-08T15:47:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "odh-trusted-ca-bundle", "reconcileID": "4a412249-698f-49d1-8106-7523230d4e03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc"} 2026-09-08T15:47:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9ca1fc"}, "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc", "name": "odh-trusted-ca-bundle", "reconcileID": "4a412249-698f-49d1-8106-7523230d4e03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9ca1fc"} 2026-09-08T15:47:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9ca1fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9ca1fc", "reconcileID": "3225de99-5103-4882-9f82-9a9a533cfda7", "Gateway": "e2e-shared-a-w3-9ca1fc", "namespace": "openshift-ingress"} 2026-09-08T15:47:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9fb31f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f", "reconcileID": "a5e49cc1-3dc2-4f43-8515-71ba3f1de1b4", "Gateway": "e2e-shared-b-w3-9fb31f", "namespace": "openshift-ingress"} 2026-09-08T15:47:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9fb31f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f", "reconcileID": "a5e49cc1-3dc2-4f43-8515-71ba3f1de1b4", "Gateway": "e2e-shared-b-w3-9fb31f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f-authn-ssl"} 2026-09-08T15:47:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9fb31f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f", "reconcileID": "a5e49cc1-3dc2-4f43-8515-71ba3f1de1b4", "Gateway": "e2e-shared-b-w3-9fb31f", "namespace": "openshift-ingress"} 2026-09-08T15:47:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9fb31f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f", "reconcileID": "0448c798-d3cc-4f1f-af59-364ccbf0e8d8", "Gateway": "e2e-shared-b-w3-9fb31f", "namespace": "openshift-ingress"} 2026-09-08T15:47:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9fb31f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f", "reconcileID": "0448c798-d3cc-4f1f-af59-364ccbf0e8d8", "Gateway": "e2e-shared-b-w3-9fb31f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f-authn-ssl"} 2026-09-08T15:47:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9fb31f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f", "reconcileID": "0448c798-d3cc-4f1f-af59-364ccbf0e8d8", "Gateway": "e2e-shared-b-w3-9fb31f", "namespace": "openshift-ingress"} 2026-09-08T15:47:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42a44700-01c9-4adb-b176-21b9853bfbc6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:47:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42a44700-01c9-4adb-b176-21b9853bfbc6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:47:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42a44700-01c9-4adb-b176-21b9853bfbc6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-9fb31f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:47:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "odh-trusted-ca-bundle", "reconcileID": "69c65c26-9082-47ef-ab46-001f80135f40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:47:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "odh-trusted-ca-bundle", "reconcileID": "69c65c26-9082-47ef-ab46-001f80135f40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:47:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "openshift-service-ca.crt", "reconcileID": "a5c2eca7-393f-45a1-bf9e-0bd50758877f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:47:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "openshift-service-ca.crt", "reconcileID": "a5c2eca7-393f-45a1-bf9e-0bd50758877f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:47:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5493d626-19f3-4f1b-8f51-3004ae7a17c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:47:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9fb31f"}, "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5493d626-19f3-4f1b-8f51-3004ae7a17c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9fb31f"} 2026-09-08T15:47:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9fb31f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9fb31f", "reconcileID": "dd1a88ba-202e-4a8e-a621-fd1dc2650c99", "Gateway": "e2e-shared-b-w3-9fb31f", "namespace": "openshift-ingress"} 2026-09-08T15:51:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "9d709c03-5c41-4b13-88b1-cc4cc9478d98", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm"} 2026-09-08T15:51:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "9d709c03-5c41-4b13-88b1-cc4cc9478d98", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm"} 2026-09-08T15:51:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "9d709c03-5c41-4b13-88b1-cc4cc9478d98", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm"} 2026-09-08T15:51:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "056b0b85-52df-4d63-a867-d3e28cceab5f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:51:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "9d709c03-5c41-4b13-88b1-cc4cc9478d98", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad-kserve-route-authn"} 2026-09-08T15:51:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "9d709c03-5c41-4b13-88b1-cc4cc9478d98", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:51:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "9d709c03-5c41-4b13-88b1-cc4cc9478d98", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm"} 2026-09-08T15:51:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "056b0b85-52df-4d63-a867-d3e28cceab5f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:51:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "056b0b85-52df-4d63-a867-d3e28cceab5f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:51:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "cd211a8a-50ab-40ae-a690-9e91d22ce1fd", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm"} 2026-09-08T15:51:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "cd211a8a-50ab-40ae-a690-9e91d22ce1fd", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm"} 2026-09-08T15:51:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "cd211a8a-50ab-40ae-a690-9e91d22ce1fd", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm"} 2026-09-08T15:51:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "860a2e06-614f-4bbf-aff9-435d377576ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:51:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "cd211a8a-50ab-40ae-a690-9e91d22ce1fd", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad-kserve-route-authn"} 2026-09-08T15:51:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "cd211a8a-50ab-40ae-a690-9e91d22ce1fd", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:51:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "cd211a8a-50ab-40ae-a690-9e91d22ce1fd", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm"} 2026-09-08T15:51:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "860a2e06-614f-4bbf-aff9-435d377576ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:51:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "860a2e06-614f-4bbf-aff9-435d377576ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:51:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "17c1bec0-ad94-4cbc-be3d-143b4e890ae3", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm"} 2026-09-08T15:51:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "17c1bec0-ad94-4cbc-be3d-143b4e890ae3", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm"} 2026-09-08T15:51:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "17c1bec0-ad94-4cbc-be3d-143b4e890ae3", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm"} 2026-09-08T15:51:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "17c1bec0-ad94-4cbc-be3d-143b4e890ae3", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad-kserve-route-authn"} 2026-09-08T15:51:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "17c1bec0-ad94-4cbc-be3d-143b4e890ae3", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:51:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "17c1bec0-ad94-4cbc-be3d-143b4e890ae3", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm"} 2026-09-08T15:51:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d757dd66-366c-42dc-9c66-5d8cf8d344b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:51:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d757dd66-366c-42dc-9c66-5d8cf8d344b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:51:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d757dd66-366c-42dc-9c66-5d8cf8d344b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:51:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "8bacdd8e-aa82-4488-9953-17136e54a6a0", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm"} 2026-09-08T15:51:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "8bacdd8e-aa82-4488-9953-17136e54a6a0", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm"} 2026-09-08T15:51:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "8bacdd8e-aa82-4488-9953-17136e54a6a0", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm"} 2026-09-08T15:51:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "8bacdd8e-aa82-4488-9953-17136e54a6a0", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad-kserve-route-authn"} 2026-09-08T15:51:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "8bacdd8e-aa82-4488-9953-17136e54a6a0", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:51:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "8bacdd8e-aa82-4488-9953-17136e54a6a0", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm"} 2026-09-08T15:51:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "aa50e66f-5cbb-437d-9223-3a4ba7629fdd", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm"} 2026-09-08T15:51:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "aa50e66f-5cbb-437d-9223-3a4ba7629fdd", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm"} 2026-09-08T15:51:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "aa50e66f-5cbb-437d-9223-3a4ba7629fdd", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm"} 2026-09-08T15:51:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "aa50e66f-5cbb-437d-9223-3a4ba7629fdd", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad-kserve-route-authn"} 2026-09-08T15:51:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "aa50e66f-5cbb-437d-9223-3a4ba7629fdd", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:51:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "aa50e66f-5cbb-437d-9223-3a4ba7629fdd", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f659493b-dfd3-41a0-9bf7-037466046921", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:52:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f659493b-dfd3-41a0-9bf7-037466046921", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:52:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f659493b-dfd3-41a0-9bf7-037466046921", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:52:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "6a4c278f-ea3e-432c-a9dc-d5d7655cd4bf", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "6a4c278f-ea3e-432c-a9dc-d5d7655cd4bf", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "6a4c278f-ea3e-432c-a9dc-d5d7655cd4bf", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "6a4c278f-ea3e-432c-a9dc-d5d7655cd4bf", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad-kserve-route-authn"} 2026-09-08T15:52:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "6a4c278f-ea3e-432c-a9dc-d5d7655cd4bf", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:52:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "6a4c278f-ea3e-432c-a9dc-d5d7655cd4bf", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "7ed56a7b-c0bf-478c-b581-77287adf9baa", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "7ed56a7b-c0bf-478c-b581-77287adf9baa", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "7ed56a7b-c0bf-478c-b581-77287adf9baa", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "7ed56a7b-c0bf-478c-b581-77287adf9baa", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad-kserve-route-authn"} 2026-09-08T15:52:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "7ed56a7b-c0bf-478c-b581-77287adf9baa", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:52:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "7ed56a7b-c0bf-478c-b581-77287adf9baa", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "c88e15fa-095b-4748-9b61-6e78cc77418b", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "c88e15fa-095b-4748-9b61-6e78cc77418b", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "c88e15fa-095b-4748-9b61-6e78cc77418b", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "c88e15fa-095b-4748-9b61-6e78cc77418b", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad-kserve-route-authn"} 2026-09-08T15:52:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "c88e15fa-095b-4748-9b61-6e78cc77418b", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:52:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "c88e15fa-095b-4748-9b61-6e78cc77418b", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "91ce14a8-1a18-4a60-8964-85d938dff478", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "91ce14a8-1a18-4a60-8964-85d938dff478", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad"} 2026-09-08T15:52:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "91ce14a8-1a18-4a60-8964-85d938dff478", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "91ce14a8-1a18-4a60-8964-85d938dff478", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "91ce14a8-1a18-4a60-8964-85d938dff478", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad-kserve-route-authn"} 2026-09-08T15:52:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "91ce14a8-1a18-4a60-8964-85d938dff478", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad-kserve-route-authn"} 2026-09-08T15:52:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc1e7aad", "reconcileID": "c7c00378-dac7-4cf7-8455-3d41ec4b3baf", "LLMInferenceService": "e2e-same-id-a-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "29947e11-9e9f-4e9e-9944-2267737db6c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:52:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "29947e11-9e9f-4e9e-9944-2267737db6c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:52:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "29947e11-9e9f-4e9e-9944-2267737db6c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:52:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b3f2599f-8bb9-4acf-a885-a6f728ff9510", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:52:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b3f2599f-8bb9-4acf-a885-a6f728ff9510", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:52:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b3f2599f-8bb9-4acf-a885-a6f728ff9510", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:52:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "61e1f642-bdcd-4b4f-90b2-47f1b99692e8", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "61e1f642-bdcd-4b4f-90b2-47f1b99692e8", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad"} 2026-09-08T15:52:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "61e1f642-bdcd-4b4f-90b2-47f1b99692e8", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "61e1f642-bdcd-4b4f-90b2-47f1b99692e8", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "61e1f642-bdcd-4b4f-90b2-47f1b99692e8", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad-kserve-route-authn"} 2026-09-08T15:52:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "61e1f642-bdcd-4b4f-90b2-47f1b99692e8", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad-kserve-route-authn"} 2026-09-08T15:52:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc1e7aad","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc1e7aad", "reconcileID": "c63cac3f-664b-4259-9ff7-986f5dc8dbf8", "LLMInferenceService": "e2e-same-id-b-bc1e7aad", "namespace": "llm"} 2026-09-08T15:52:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ff096f2f-bd0f-4c21-ba06-bcd975df82b7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:52:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ff096f2f-bd0f-4c21-ba06-bcd975df82b7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:52:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ff096f2f-bd0f-4c21-ba06-bcd975df82b7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:52:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e0f0b9e0-d76c-4003-8712-d52435d567bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:52:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e0f0b9e0-d76c-4003-8712-d52435d567bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:52:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e0f0b9e0-d76c-4003-8712-d52435d567bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}