2026-09-05T20:10:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1aa465"}, "namespace": "ai-tenant-e2e-api-a-1aa465", "name": "odh-trusted-ca-bundle", "reconcileID": "013b2824-abc6-4bc0-993d-0228885a3807", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1aa465"} 2026-09-05T20:10:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1aa465"}, "namespace": "ai-tenant-e2e-api-a-1aa465", "name": "odh-trusted-ca-bundle", "reconcileID": "013b2824-abc6-4bc0-993d-0228885a3807", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1aa465"} 2026-09-05T20:10:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-1aa465"}, "namespace": "ai-tenant-e2e-api-a-1aa465", "name": "openshift-service-ca.crt", "reconcileID": "27a0f07f-dfaa-492f-a74f-8ff133cb1eef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-1aa465"} 2026-09-05T20:10:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-1aa465"}, "namespace": "ai-tenant-e2e-api-a-1aa465", "name": "openshift-service-ca.crt", "reconcileID": "27a0f07f-dfaa-492f-a74f-8ff133cb1eef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-1aa465"} 2026-09-05T20:10:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1aa465"}, "namespace": "ai-tenant-e2e-api-a-1aa465", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9616617c-6f91-4e5f-b556-ee1b1ce23264", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1aa465"} 2026-09-05T20:10:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1aa465"}, "namespace": "ai-tenant-e2e-api-a-1aa465", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9616617c-6f91-4e5f-b556-ee1b1ce23264", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1aa465"} 2026-09-05T20:10:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1aa465","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1aa465", "reconcileID": "e73bb02b-8aef-4561-ab0e-95e8c68284b9", "Gateway": "e2e-api-a-1aa465", "namespace": "openshift-ingress"} 2026-09-05T20:10:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1aa465","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1aa465", "reconcileID": "e73bb02b-8aef-4561-ab0e-95e8c68284b9", "Gateway": "e2e-api-a-1aa465", "namespace": "openshift-ingress", "name": "e2e-api-a-1aa465-authn-ssl"} 2026-09-05T20:10:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1aa465","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1aa465", "reconcileID": "e73bb02b-8aef-4561-ab0e-95e8c68284b9", "Gateway": "e2e-api-a-1aa465", "namespace": "openshift-ingress"} 2026-09-05T20:10:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1aa465","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1aa465", "reconcileID": "b02d9008-a5e2-4851-abfd-3092fbdc631a", "Gateway": "e2e-api-a-1aa465", "namespace": "openshift-ingress"} 2026-09-05T20:10:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dbbedd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dbbedd", "reconcileID": "2ed3f9d2-e457-4d34-bd9c-fb3be0ba4f7b", "Gateway": "e2e-api-b-dbbedd", "namespace": "openshift-ingress"} 2026-09-05T20:10:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dbbedd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dbbedd", "reconcileID": "2ed3f9d2-e457-4d34-bd9c-fb3be0ba4f7b", "Gateway": "e2e-api-b-dbbedd", "namespace": "openshift-ingress", "name": "e2e-api-b-dbbedd-authn-ssl"} 2026-09-05T20:10:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dbbedd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dbbedd", "reconcileID": "2ed3f9d2-e457-4d34-bd9c-fb3be0ba4f7b", "Gateway": "e2e-api-b-dbbedd", "namespace": "openshift-ingress"} 2026-09-05T20:10:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dbbedd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dbbedd", "reconcileID": "6c403e01-5033-43a8-a02e-6d628ff4fe62", "Gateway": "e2e-api-b-dbbedd", "namespace": "openshift-ingress"} 2026-09-05T20:10:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dbbedd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dbbedd", "reconcileID": "6c403e01-5033-43a8-a02e-6d628ff4fe62", "Gateway": "e2e-api-b-dbbedd", "namespace": "openshift-ingress", "name": "e2e-api-b-dbbedd-authn-ssl"} 2026-09-05T20:10:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dbbedd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dbbedd", "reconcileID": "6c403e01-5033-43a8-a02e-6d628ff4fe62", "Gateway": "e2e-api-b-dbbedd", "namespace": "openshift-ingress"} 2026-09-05T20:10:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dbbedd"}, "namespace": "ai-tenant-e2e-api-b-dbbedd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "295410a6-2bab-4be1-aa4b-39f0fb15f567", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dbbedd"} 2026-09-05T20:10:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dbbedd"}, "namespace": "ai-tenant-e2e-api-b-dbbedd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "295410a6-2bab-4be1-aa4b-39f0fb15f567", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dbbedd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T20:10:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dbbedd"}, "namespace": "ai-tenant-e2e-api-b-dbbedd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "295410a6-2bab-4be1-aa4b-39f0fb15f567", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-dbbedd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T20:10:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-dbbedd"}, "namespace": "ai-tenant-e2e-api-b-dbbedd", "name": "odh-trusted-ca-bundle", "reconcileID": "0205731b-5953-432b-8901-11e5212deefd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dbbedd"} 2026-09-05T20:10:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-dbbedd"}, "namespace": "ai-tenant-e2e-api-b-dbbedd", "name": "odh-trusted-ca-bundle", "reconcileID": "0205731b-5953-432b-8901-11e5212deefd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dbbedd"} 2026-09-05T20:10:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-dbbedd"}, "namespace": "ai-tenant-e2e-api-b-dbbedd", "name": "openshift-service-ca.crt", "reconcileID": "646a017d-7fda-4804-a371-4a03a3584189", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-dbbedd"} 2026-09-05T20:10:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-dbbedd"}, "namespace": "ai-tenant-e2e-api-b-dbbedd", "name": "openshift-service-ca.crt", "reconcileID": "646a017d-7fda-4804-a371-4a03a3584189", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-dbbedd"} 2026-09-05T20:10:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dbbedd"}, "namespace": "ai-tenant-e2e-api-b-dbbedd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4386d5e-1c60-4c2e-a889-3316cd302a58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dbbedd"} 2026-09-05T20:10:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dbbedd"}, "namespace": "ai-tenant-e2e-api-b-dbbedd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4386d5e-1c60-4c2e-a889-3316cd302a58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dbbedd"} 2026-09-05T20:10:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dbbedd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dbbedd", "reconcileID": "181895ca-6e6e-4410-b609-44a2d42e9eb2", "Gateway": "e2e-api-b-dbbedd", "namespace": "openshift-ingress"} 2026-09-05T20:10:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d1885","namespace":"ai-tenant-e2e-shared-a-w3-4d1885"}, "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "rate-test-model-4d1885", "reconcileID": "5858c083-604f-49a7-907d-f640557e133f", "LLMInferenceService": "rate-test-model-4d1885", "namespace": "ai-tenant-e2e-shared-a-w3-4d1885"} 2026-09-05T20:10:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d1885","namespace":"ai-tenant-e2e-shared-a-w3-4d1885"}, "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "rate-test-model-4d1885", "reconcileID": "5858c083-604f-49a7-907d-f640557e133f", "LLMInferenceService": "rate-test-model-4d1885", "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "rate-test-model-4d1885"} 2026-09-05T20:10:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d1885","namespace":"ai-tenant-e2e-shared-a-w3-4d1885"}, "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "rate-test-model-4d1885", "reconcileID": "5858c083-604f-49a7-907d-f640557e133f", "LLMInferenceService": "rate-test-model-4d1885", "namespace": "ai-tenant-e2e-shared-a-w3-4d1885"} 2026-09-05T20:10:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d1885","namespace":"ai-tenant-e2e-shared-a-w3-4d1885"}, "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "rate-test-model-4d1885", "reconcileID": "5858c083-604f-49a7-907d-f640557e133f", "LLMInferenceService": "rate-test-model-4d1885", "namespace": "ai-tenant-e2e-shared-a-w3-4d1885"} 2026-09-05T20:10:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d1885","namespace":"ai-tenant-e2e-shared-a-w3-4d1885"}, "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "rate-test-model-4d1885", "reconcileID": "5858c083-604f-49a7-907d-f640557e133f", "LLMInferenceService": "rate-test-model-4d1885", "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "rate-test-model-4d1885-kserve-route-authn"} 2026-09-05T20:10:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d1885","namespace":"ai-tenant-e2e-shared-a-w3-4d1885"}, "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "rate-test-model-4d1885", "reconcileID": "5858c083-604f-49a7-907d-f640557e133f", "LLMInferenceService": "rate-test-model-4d1885", "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "rate-test-model-4d1885-kserve-route-authn"} 2026-09-05T20:10:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d1885","namespace":"ai-tenant-e2e-shared-a-w3-4d1885"}, "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "rate-test-model-4d1885", "reconcileID": "5858c083-604f-49a7-907d-f640557e133f", "LLMInferenceService": "rate-test-model-4d1885", "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "namespace": "ai-tenant-e2e-shared-a-w3-4d1885"} 2026-09-05T20:10:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d1885","namespace":"ai-tenant-e2e-shared-a-w3-4d1885"}, "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "rate-test-model-4d1885", "reconcileID": "5858c083-604f-49a7-907d-f640557e133f", "LLMInferenceService": "rate-test-model-4d1885", "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "namespace": "ai-tenant-e2e-shared-a-w3-4d1885"} 2026-09-05T20:10:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d1885","namespace":"ai-tenant-e2e-shared-a-w3-4d1885"}, "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "rate-test-model-4d1885", "reconcileID": "388fabf9-9dbb-4b8f-9bd1-83d021210f56", "LLMInferenceService": "rate-test-model-4d1885", "namespace": "ai-tenant-e2e-shared-a-w3-4d1885"} 2026-09-05T20:10:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4d1885","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4d1885", "reconcileID": "760e784f-ef08-414f-b292-a06cb778699b", "Gateway": "e2e-shared-a-w3-4d1885", "namespace": "openshift-ingress"} 2026-09-05T20:10:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4d1885","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4d1885", "reconcileID": "760e784f-ef08-414f-b292-a06cb778699b", "Gateway": "e2e-shared-a-w3-4d1885", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4d1885-authn-ssl"} 2026-09-05T20:10:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4d1885","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4d1885", "reconcileID": "760e784f-ef08-414f-b292-a06cb778699b", "Gateway": "e2e-shared-a-w3-4d1885", "namespace": "openshift-ingress"} 2026-09-05T20:10:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4d1885","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4d1885", "reconcileID": "53bec89a-d383-4247-8e91-63bc72dd8f92", "Gateway": "e2e-shared-a-w3-4d1885", "namespace": "openshift-ingress"} 2026-09-05T20:10:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4d1885","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4d1885", "reconcileID": "53bec89a-d383-4247-8e91-63bc72dd8f92", "Gateway": "e2e-shared-a-w3-4d1885", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4d1885-authn-ssl"} 2026-09-05T20:10:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4d1885","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4d1885", "reconcileID": "53bec89a-d383-4247-8e91-63bc72dd8f92", "Gateway": "e2e-shared-a-w3-4d1885", "namespace": "openshift-ingress"} 2026-09-05T20:10:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0cc31a","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "rate-test-model-0cc31a", "reconcileID": "02f0eeb7-0852-4c02-9c76-e10e2fd794ae", "LLMInferenceService": "rate-test-model-0cc31a", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a"} 2026-09-05T20:10:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0cc31a","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "rate-test-model-0cc31a", "reconcileID": "02f0eeb7-0852-4c02-9c76-e10e2fd794ae", "LLMInferenceService": "rate-test-model-0cc31a", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "rate-test-model-0cc31a"} 2026-09-05T20:10:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0cc31a","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "rate-test-model-0cc31a", "reconcileID": "02f0eeb7-0852-4c02-9c76-e10e2fd794ae", "LLMInferenceService": "rate-test-model-0cc31a", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a"} 2026-09-05T20:10:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0cc31a","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "rate-test-model-0cc31a", "reconcileID": "02f0eeb7-0852-4c02-9c76-e10e2fd794ae", "LLMInferenceService": "rate-test-model-0cc31a", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a"} 2026-09-05T20:10:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0cc31a","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "rate-test-model-0cc31a", "reconcileID": "02f0eeb7-0852-4c02-9c76-e10e2fd794ae", "LLMInferenceService": "rate-test-model-0cc31a", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "rate-test-model-0cc31a-kserve-route-authn"} 2026-09-05T20:10:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0cc31a","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "rate-test-model-0cc31a", "reconcileID": "02f0eeb7-0852-4c02-9c76-e10e2fd794ae", "LLMInferenceService": "rate-test-model-0cc31a", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "rate-test-model-0cc31a-kserve-route-authn"} 2026-09-05T20:10:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0cc31a","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "rate-test-model-0cc31a", "reconcileID": "02f0eeb7-0852-4c02-9c76-e10e2fd794ae", "LLMInferenceService": "rate-test-model-0cc31a", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a"} 2026-09-05T20:10:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0cc31a","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "rate-test-model-0cc31a", "reconcileID": "02f0eeb7-0852-4c02-9c76-e10e2fd794ae", "LLMInferenceService": "rate-test-model-0cc31a", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a"} 2026-09-05T20:10:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0cc31a","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "rate-test-model-0cc31a", "reconcileID": "8a1adc5c-970f-438c-a266-92a0eb0e4f4f", "LLMInferenceService": "rate-test-model-0cc31a", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a"} 2026-09-05T20:10:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0cc31a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0cc31a", "reconcileID": "2f67b946-d451-4d2a-b5ff-a4072d3fe751", "Gateway": "e2e-shared-b-w3-0cc31a", "namespace": "openshift-ingress"} 2026-09-05T20:10:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0cc31a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0cc31a", "reconcileID": "2f67b946-d451-4d2a-b5ff-a4072d3fe751", "Gateway": "e2e-shared-b-w3-0cc31a", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0cc31a-authn-ssl"} 2026-09-05T20:10:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0cc31a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0cc31a", "reconcileID": "2f67b946-d451-4d2a-b5ff-a4072d3fe751", "Gateway": "e2e-shared-b-w3-0cc31a", "namespace": "openshift-ingress"} 2026-09-05T20:10:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0cc31a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0cc31a", "reconcileID": "a5e65e29-28a0-405f-aa72-5eb1b122662c", "Gateway": "e2e-shared-b-w3-0cc31a", "namespace": "openshift-ingress"} 2026-09-05T20:10:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0cc31a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0cc31a", "reconcileID": "a5e65e29-28a0-405f-aa72-5eb1b122662c", "Gateway": "e2e-shared-b-w3-0cc31a", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0cc31a-authn-ssl"} 2026-09-05T20:10:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0cc31a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0cc31a", "reconcileID": "a5e65e29-28a0-405f-aa72-5eb1b122662c", "Gateway": "e2e-shared-b-w3-0cc31a", "namespace": "openshift-ingress"} 2026-09-05T20:10:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "b78fa276-2db6-43a5-8db1-241e31c6c89d", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:10:36Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "b78fa276-2db6-43a5-8db1-241e31c6c89d", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5-authn-ssl"} 2026-09-05T20:10:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "b78fa276-2db6-43a5-8db1-241e31c6c89d", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:10:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "7f127575-6d68-48ad-ad44-59dfcb2b9eaa", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:10:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "7f127575-6d68-48ad-ad44-59dfcb2b9eaa", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5-authn-ssl"} 2026-09-05T20:10:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "7f127575-6d68-48ad-ad44-59dfcb2b9eaa", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:10:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "995474ca-a00f-4113-9c13-ee351c1a0e17", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:10:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "995474ca-a00f-4113-9c13-ee351c1a0e17", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5-authn-ssl"} 2026-09-05T20:10:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "995474ca-a00f-4113-9c13-ee351c1a0e17", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:10:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "12956849-a638-4f46-9892-62f66589a894", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:10:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "12956849-a638-4f46-9892-62f66589a894", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5-authn-ssl"} 2026-09-05T20:10:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "12956849-a638-4f46-9892-62f66589a894", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:10:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "c48024c1-4730-4716-af1e-443011e1feeb", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:10:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "c48024c1-4730-4716-af1e-443011e1feeb", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5-authn-ssl"} 2026-09-05T20:10:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "c48024c1-4730-4716-af1e-443011e1feeb", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:10:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "a0dd28da-6182-4d4c-9169-0a0e94990e74", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:10:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "a0dd28da-6182-4d4c-9169-0a0e94990e74", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5-authn-ssl"} 2026-09-05T20:10:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "a0dd28da-6182-4d4c-9169-0a0e94990e74", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:10:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "9602e548-7bc8-49c1-935a-aa330cf2f890", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:10:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "9602e548-7bc8-49c1-935a-aa330cf2f890", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5-authn-ssl"} 2026-09-05T20:10:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "9602e548-7bc8-49c1-935a-aa330cf2f890", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:10:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "16d9e314-5702-4a08-a324-e786e790aede", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:10:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "16d9e314-5702-4a08-a324-e786e790aede", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5-authn-ssl"} 2026-09-05T20:10:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "16d9e314-5702-4a08-a324-e786e790aede", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:10:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "openshift-service-ca.crt", "reconcileID": "f7df4b40-733f-4c4b-b218-abe5238069cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:10:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "odh-trusted-ca-bundle", "reconcileID": "416d68ca-6432-4e23-9c29-1bdd23f75637", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:10:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "openshift-service-ca.crt", "reconcileID": "b4fe2b7a-52c9-47ed-992f-51ae504c5d56", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T20:10:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "openshift-service-ca.crt", "reconcileID": "b4fe2b7a-52c9-47ed-992f-51ae504c5d56", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:10:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25ef39a7-64da-497e-b4ee-b40bed98fce0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:10:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "openshift-service-ca.crt", "reconcileID": "8915cc21-3e5b-47f9-bcf5-a1e30cfb2469", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:10:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "odh-trusted-ca-bundle", "reconcileID": "d9f2c8ca-0d33-4cfd-9ede-d5555d1c8ce2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "update": "odh-kserve-custom-ca-bundle"} 2026-09-05T20:10:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "odh-trusted-ca-bundle", "reconcileID": "d9f2c8ca-0d33-4cfd-9ede-d5555d1c8ce2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:10:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38bffd8c-f0e1-4ba1-b2e9-15956db47498", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:10:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "8c025f23-92a5-4508-b6d7-23d47c88c004", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:10:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "8c025f23-92a5-4508-b6d7-23d47c88c004", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5-authn-ssl"} 2026-09-05T20:10:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "8c025f23-92a5-4508-b6d7-23d47c88c004", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:10:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1436b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1436b9", "reconcileID": "c12dbbec-0992-4279-8620-a4d327a2ce89", "Gateway": "e2e-shared-a-w2-1436b9", "namespace": "openshift-ingress"} 2026-09-05T20:10:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1436b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1436b9", "reconcileID": "c12dbbec-0992-4279-8620-a4d327a2ce89", "Gateway": "e2e-shared-a-w2-1436b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1436b9-authn-ssl"} 2026-09-05T20:10:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1436b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1436b9", "reconcileID": "c12dbbec-0992-4279-8620-a4d327a2ce89", "Gateway": "e2e-shared-a-w2-1436b9", "namespace": "openshift-ingress"} 2026-09-05T20:10:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "ee20d346-6225-461f-bf39-510a991275ce", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:10:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "ee20d346-6225-461f-bf39-510a991275ce", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5-authn-ssl"} 2026-09-05T20:10:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "ee20d346-6225-461f-bf39-510a991275ce", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:10:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1436b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-1436b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "417d8981-9184-43e0-8e39-2f501d17ae62", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-1436b9"} 2026-09-05T20:10:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1436b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-1436b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "417d8981-9184-43e0-8e39-2f501d17ae62", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-1436b9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T20:10:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1436b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-1436b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "417d8981-9184-43e0-8e39-2f501d17ae62", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-1436b9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T20:10:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1436b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-1436b9", "name": "odh-trusted-ca-bundle", "reconcileID": "5ce2a170-d7a3-42de-8a77-e4d8c4eeed05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-1436b9"} 2026-09-05T20:10:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1436b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-1436b9", "name": "odh-trusted-ca-bundle", "reconcileID": "5ce2a170-d7a3-42de-8a77-e4d8c4eeed05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-1436b9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T20:10:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1436b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-1436b9", "name": "odh-trusted-ca-bundle", "reconcileID": "5ce2a170-d7a3-42de-8a77-e4d8c4eeed05", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-1436b9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T20:10:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-1436b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-1436b9", "name": "openshift-service-ca.crt", "reconcileID": "3845b4d4-b7bb-4263-9bf4-98e821cf1a91", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-1436b9"} 2026-09-05T20:10:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-1436b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-1436b9", "name": "openshift-service-ca.crt", "reconcileID": "3845b4d4-b7bb-4263-9bf4-98e821cf1a91", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-1436b9"} 2026-09-05T20:10:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1436b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-1436b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bf9d9f6-aff1-4a6c-868b-3ce3c4cd1fbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-1436b9"} 2026-09-05T20:10:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1436b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-1436b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bf9d9f6-aff1-4a6c-868b-3ce3c4cd1fbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-1436b9"} 2026-09-05T20:10:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1436b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-1436b9", "name": "odh-trusted-ca-bundle", "reconcileID": "40466736-b757-41d4-bc61-8a91b1e82f29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-1436b9"} 2026-09-05T20:10:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1436b9"}, "namespace": "ai-tenant-e2e-shared-a-w2-1436b9", "name": "odh-trusted-ca-bundle", "reconcileID": "40466736-b757-41d4-bc61-8a91b1e82f29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-1436b9"} 2026-09-05T20:10:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1436b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1436b9", "reconcileID": "49f92beb-cdd3-411c-978a-62b9c73e105f", "Gateway": "e2e-shared-a-w2-1436b9", "namespace": "openshift-ingress"} 2026-09-05T20:10:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1436b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1436b9", "reconcileID": "49f92beb-cdd3-411c-978a-62b9c73e105f", "Gateway": "e2e-shared-a-w2-1436b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1436b9-authn-ssl"} 2026-09-05T20:10:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1436b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1436b9", "reconcileID": "49f92beb-cdd3-411c-978a-62b9c73e105f", "Gateway": "e2e-shared-a-w2-1436b9", "namespace": "openshift-ingress"} 2026-09-05T20:10:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1436b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1436b9", "reconcileID": "ac3c249a-60ee-4fd0-8d9d-9a3c3cb36af1", "Gateway": "e2e-shared-a-w2-1436b9", "namespace": "openshift-ingress"} 2026-09-05T20:11:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ca4fba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ca4fba", "reconcileID": "bb9572b1-ed3f-48fe-bc6f-25fdecb98f85", "Gateway": "e2e-shared-b-w2-ca4fba", "namespace": "openshift-ingress"} 2026-09-05T20:11:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ca4fba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ca4fba", "reconcileID": "bb9572b1-ed3f-48fe-bc6f-25fdecb98f85", "Gateway": "e2e-shared-b-w2-ca4fba", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ca4fba-authn-ssl"} 2026-09-05T20:11:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ca4fba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ca4fba", "reconcileID": "bb9572b1-ed3f-48fe-bc6f-25fdecb98f85", "Gateway": "e2e-shared-b-w2-ca4fba", "namespace": "openshift-ingress"} 2026-09-05T20:11:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ca4fba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ca4fba", "reconcileID": "d9929f08-3cd4-455f-84e6-29a368cffb45", "Gateway": "e2e-shared-b-w2-ca4fba", "namespace": "openshift-ingress"} 2026-09-05T20:11:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ca4fba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ca4fba", "reconcileID": "d9929f08-3cd4-455f-84e6-29a368cffb45", "Gateway": "e2e-shared-b-w2-ca4fba", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ca4fba-authn-ssl"} 2026-09-05T20:11:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ca4fba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ca4fba", "reconcileID": "d9929f08-3cd4-455f-84e6-29a368cffb45", "Gateway": "e2e-shared-b-w2-ca4fba", "namespace": "openshift-ingress"} 2026-09-05T20:11:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "37a48c27-fe77-4641-9a31-f6b6a0730cba", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:11:05Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "37a48c27-fe77-4641-9a31-f6b6a0730cba", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae-authn-ssl"} 2026-09-05T20:11:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "37a48c27-fe77-4641-9a31-f6b6a0730cba", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:11:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "5f072e65-2cac-44a1-9a30-bd3aab40def7", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:11:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "5f072e65-2cac-44a1-9a30-bd3aab40def7", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae-authn-ssl"} 2026-09-05T20:11:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "5f072e65-2cac-44a1-9a30-bd3aab40def7", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:11:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "69818534-3067-40d1-8bef-a293483b601b", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:11:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "69818534-3067-40d1-8bef-a293483b601b", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae-authn-ssl"} 2026-09-05T20:11:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "69818534-3067-40d1-8bef-a293483b601b", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:11:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "e376903b-6453-43ea-8a84-bfef90c352b5", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:11:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "e376903b-6453-43ea-8a84-bfef90c352b5", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae-authn-ssl"} 2026-09-05T20:11:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "e376903b-6453-43ea-8a84-bfef90c352b5", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:11:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "c2a2a3c3-dfec-434b-822c-5737f84a6805", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:11:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "c2a2a3c3-dfec-434b-822c-5737f84a6805", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae-authn-ssl"} 2026-09-05T20:11:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "c2a2a3c3-dfec-434b-822c-5737f84a6805", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:11:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "a30369ca-c017-4cf9-9b23-a20e960f0629", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:11:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "a30369ca-c017-4cf9-9b23-a20e960f0629", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae-authn-ssl"} 2026-09-05T20:11:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "a30369ca-c017-4cf9-9b23-a20e960f0629", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:11:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "49102b7c-e9df-49ab-8d6d-04acc8a5d517", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:11:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "49102b7c-e9df-49ab-8d6d-04acc8a5d517", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae-authn-ssl"} 2026-09-05T20:11:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "49102b7c-e9df-49ab-8d6d-04acc8a5d517", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:11:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ca4fba"}, "namespace": "ai-tenant-e2e-shared-b-w2-ca4fba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ae3212a-52e0-4578-b558-ce009bd7131d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ca4fba"} 2026-09-05T20:11:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ca4fba"}, "namespace": "ai-tenant-e2e-shared-b-w2-ca4fba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ae3212a-52e0-4578-b558-ce009bd7131d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ca4fba", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T20:11:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ca4fba"}, "namespace": "ai-tenant-e2e-shared-b-w2-ca4fba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ae3212a-52e0-4578-b558-ce009bd7131d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-ca4fba because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T20:11:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ca4fba"}, "namespace": "ai-tenant-e2e-shared-b-w2-ca4fba", "name": "odh-trusted-ca-bundle", "reconcileID": "9d9c6f9c-e58b-4e11-a382-e0733db3f662", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ca4fba"} 2026-09-05T20:11:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ca4fba"}, "namespace": "ai-tenant-e2e-shared-b-w2-ca4fba", "name": "odh-trusted-ca-bundle", "reconcileID": "9d9c6f9c-e58b-4e11-a382-e0733db3f662", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ca4fba"} 2026-09-05T20:11:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-ca4fba"}, "namespace": "ai-tenant-e2e-shared-b-w2-ca4fba", "name": "openshift-service-ca.crt", "reconcileID": "e68d00fe-0241-4c20-88bb-11f5a41ec528", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-ca4fba"} 2026-09-05T20:11:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-ca4fba"}, "namespace": "ai-tenant-e2e-shared-b-w2-ca4fba", "name": "openshift-service-ca.crt", "reconcileID": "e68d00fe-0241-4c20-88bb-11f5a41ec528", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-ca4fba"} 2026-09-05T20:11:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ca4fba"}, "namespace": "ai-tenant-e2e-shared-b-w2-ca4fba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb27586d-95ef-49ce-b392-fcecee8c2e92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ca4fba"} 2026-09-05T20:11:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ca4fba"}, "namespace": "ai-tenant-e2e-shared-b-w2-ca4fba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb27586d-95ef-49ce-b392-fcecee8c2e92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ca4fba"} 2026-09-05T20:11:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "8118a716-5b57-4590-9162-add5a932b7d9", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:11:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "8118a716-5b57-4590-9162-add5a932b7d9", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae-authn-ssl"} 2026-09-05T20:11:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "8118a716-5b57-4590-9162-add5a932b7d9", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:11:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ca4fba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ca4fba", "reconcileID": "0aefb8ff-d540-44a8-8b57-ad4cc4c3ed28", "Gateway": "e2e-shared-b-w2-ca4fba", "namespace": "openshift-ingress"} 2026-09-05T20:11:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6693ae"}, "namespace": "ai-tenant-e2e-ipp-b-6693ae", "name": "openshift-service-ca.crt", "reconcileID": "9a15b9b0-a088-4e36-955f-d0dfb4963489", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6693ae"} 2026-09-05T20:11:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6693ae"}, "namespace": "ai-tenant-e2e-ipp-b-6693ae", "name": "odh-trusted-ca-bundle", "reconcileID": "0c552287-eb3a-4cd0-94b0-5ba10b2d4fd8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6693ae"} 2026-09-05T20:11:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6693ae"}, "namespace": "ai-tenant-e2e-ipp-b-6693ae", "name": "openshift-service-ca.crt", "reconcileID": "6ce77319-ea20-48eb-9593-1235c600a2e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6693ae", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T20:11:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6693ae"}, "namespace": "ai-tenant-e2e-ipp-b-6693ae", "name": "openshift-service-ca.crt", "reconcileID": "6ce77319-ea20-48eb-9593-1235c600a2e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6693ae"} 2026-09-05T20:11:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6693ae"}, "namespace": "ai-tenant-e2e-ipp-b-6693ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f50e9da6-ffe9-4985-a788-1c8820c851fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6693ae"} 2026-09-05T20:11:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6693ae"}, "namespace": "ai-tenant-e2e-ipp-b-6693ae", "name": "openshift-service-ca.crt", "reconcileID": "4bd85556-2c3e-4f72-a289-2d465bebfa9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6693ae"} 2026-09-05T20:11:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6693ae"}, "namespace": "ai-tenant-e2e-ipp-b-6693ae", "name": "odh-trusted-ca-bundle", "reconcileID": "f7c8e211-28f8-464b-a7b7-8d4f301817a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6693ae", "update": "odh-kserve-custom-ca-bundle"} 2026-09-05T20:11:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6693ae"}, "namespace": "ai-tenant-e2e-ipp-b-6693ae", "name": "odh-trusted-ca-bundle", "reconcileID": "f7c8e211-28f8-464b-a7b7-8d4f301817a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6693ae"} 2026-09-05T20:11:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6693ae"}, "namespace": "ai-tenant-e2e-ipp-b-6693ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7872ad3-748f-4a5a-bb7f-3f82fed97763", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6693ae"} 2026-09-05T20:11:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "bb343487-ce72-4d96-a599-514417d49954", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:11:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "bb343487-ce72-4d96-a599-514417d49954", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae-authn-ssl"} 2026-09-05T20:11:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "bb343487-ce72-4d96-a599-514417d49954", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:11:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "5d38e948-e09f-490f-874e-8e3d493e7bbc", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:11:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "5d38e948-e09f-490f-874e-8e3d493e7bbc", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae-authn-ssl"} 2026-09-05T20:11:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "5d38e948-e09f-490f-874e-8e3d493e7bbc", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:11:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "608d8d69-8ba7-4b81-a086-847863ec56e1", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:11:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "608d8d69-8ba7-4b81-a086-847863ec56e1", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:11:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "608d8d69-8ba7-4b81-a086-847863ec56e1", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:11:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "59aa76a8-1517-4280-a419-f0ee5b7c84b0", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:11:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "608d8d69-8ba7-4b81-a086-847863ec56e1", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5-kserve-route-authn"} 2026-09-05T20:11:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "608d8d69-8ba7-4b81-a086-847863ec56e1", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "authType": "userdefined"} 2026-09-05T20:11:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "608d8d69-8ba7-4b81-a086-847863ec56e1", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:11:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "59aa76a8-1517-4280-a419-f0ee5b7c84b0", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5-authn-ssl"} 2026-09-05T20:11:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "59aa76a8-1517-4280-a419-f0ee5b7c84b0", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:11:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "7b9b914d-69a8-425d-81c1-325e7eea2f29", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:11:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "7b9b914d-69a8-425d-81c1-325e7eea2f29", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:11:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "7b9b914d-69a8-425d-81c1-325e7eea2f29", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:11:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "7b9b914d-69a8-425d-81c1-325e7eea2f29", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5-kserve-route-authn"} 2026-09-05T20:11:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "7b9b914d-69a8-425d-81c1-325e7eea2f29", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "authType": "userdefined"} 2026-09-05T20:11:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "7b9b914d-69a8-425d-81c1-325e7eea2f29", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:11:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "83de312d-5230-422e-b8ec-42961366a4ad", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:11:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "83de312d-5230-422e-b8ec-42961366a4ad", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5-authn-ssl"} 2026-09-05T20:11:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "83de312d-5230-422e-b8ec-42961366a4ad", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:11:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "8f69f873-0f44-4d5a-be9d-d61ad8b9f09a", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:11:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "8f69f873-0f44-4d5a-be9d-d61ad8b9f09a", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:11:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "8f69f873-0f44-4d5a-be9d-d61ad8b9f09a", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:11:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "8f69f873-0f44-4d5a-be9d-d61ad8b9f09a", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5-kserve-route-authn"} 2026-09-05T20:11:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "8f69f873-0f44-4d5a-be9d-d61ad8b9f09a", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "authType": "userdefined"} 2026-09-05T20:11:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "8f69f873-0f44-4d5a-be9d-d61ad8b9f09a", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:12:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "51e5a37d-9003-4b82-9f97-095f3302a4b3", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:12:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "51e5a37d-9003-4b82-9f97-095f3302a4b3", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:12:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "51e5a37d-9003-4b82-9f97-095f3302a4b3", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:12:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "51e5a37d-9003-4b82-9f97-095f3302a4b3", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5-kserve-route-authn"} 2026-09-05T20:12:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "51e5a37d-9003-4b82-9f97-095f3302a4b3", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "authType": "userdefined"} 2026-09-05T20:12:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "51e5a37d-9003-4b82-9f97-095f3302a4b3", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:12:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "52eec70a-80e0-4f2c-bad1-617729d3b98c", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:15Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "52eec70a-80e0-4f2c-bad1-617729d3b98c", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e-authn-ssl"} 2026-09-05T20:12:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "52eec70a-80e0-4f2c-bad1-617729d3b98c", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "c9fd7bf7-4dbc-49ad-aa2e-0f19cc0e7d59", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "c9fd7bf7-4dbc-49ad-aa2e-0f19cc0e7d59", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e-authn-ssl"} 2026-09-05T20:12:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "c9fd7bf7-4dbc-49ad-aa2e-0f19cc0e7d59", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "3a0eea2b-9fe6-4a4f-b7c4-0eeb90c7acaa", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "3a0eea2b-9fe6-4a4f-b7c4-0eeb90c7acaa", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e-authn-ssl"} 2026-09-05T20:12:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "3a0eea2b-9fe6-4a4f-b7c4-0eeb90c7acaa", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "84d12224-1969-416b-861e-93d2eaf0dfbb", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "84d12224-1969-416b-861e-93d2eaf0dfbb", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e-authn-ssl"} 2026-09-05T20:12:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "84d12224-1969-416b-861e-93d2eaf0dfbb", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "b9560aec-0c38-47da-a67c-7cb59846281e", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "b9560aec-0c38-47da-a67c-7cb59846281e", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e-authn-ssl"} 2026-09-05T20:12:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "b9560aec-0c38-47da-a67c-7cb59846281e", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "7c12aac9-cac6-4eeb-89dd-974445945b7e", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "7c12aac9-cac6-4eeb-89dd-974445945b7e", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e-authn-ssl"} 2026-09-05T20:12:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "7c12aac9-cac6-4eeb-89dd-974445945b7e", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "18537698-1054-4c54-b89e-ad5700e2d903", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "18537698-1054-4c54-b89e-ad5700e2d903", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e-authn-ssl"} 2026-09-05T20:12:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "18537698-1054-4c54-b89e-ad5700e2d903", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-14a23e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "name": "openshift-service-ca.crt", "reconcileID": "62d8a29a-d92c-40ef-aa52-f59df378271b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e"} 2026-09-05T20:12:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-14a23e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "name": "odh-trusted-ca-bundle", "reconcileID": "dd820b2d-ba6f-46e6-85d0-7fd4e05348d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e"} 2026-09-05T20:12:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-14a23e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "name": "openshift-service-ca.crt", "reconcileID": "dd0f548f-6dfb-4414-b8ae-9c0f44fb5c26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T20:12:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-14a23e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "name": "openshift-service-ca.crt", "reconcileID": "dd0f548f-6dfb-4414-b8ae-9c0f44fb5c26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e"} 2026-09-05T20:12:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-14a23e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55b065ec-0d0f-4d72-bdb9-b9d7f7d07b20", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e"} 2026-09-05T20:12:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-14a23e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "name": "openshift-service-ca.crt", "reconcileID": "cf223b15-0697-4de0-bf17-6e7a7a508e8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e"} 2026-09-05T20:12:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-14a23e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "name": "odh-trusted-ca-bundle", "reconcileID": "aa1b2465-7873-4f2c-9c7f-4db191342faa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "update": "odh-kserve-custom-ca-bundle"} 2026-09-05T20:12:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-14a23e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "name": "odh-trusted-ca-bundle", "reconcileID": "aa1b2465-7873-4f2c-9c7f-4db191342faa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e"} 2026-09-05T20:12:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-14a23e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "736eb185-7bbf-45fd-954f-7b3c6d3c9180", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e"} 2026-09-05T20:12:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "dca82585-1119-4492-901e-8c27c7e860ab", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "dca82585-1119-4492-901e-8c27c7e860ab", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e-authn-ssl"} 2026-09-05T20:12:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "dca82585-1119-4492-901e-8c27c7e860ab", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "f21fb2b9-f7af-4226-a7a6-a13f597d4edf", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "f21fb2b9-f7af-4226-a7a6-a13f597d4edf", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e-authn-ssl"} 2026-09-05T20:12:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "f21fb2b9-f7af-4226-a7a6-a13f597d4edf", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "c86b3e23-afd3-41cc-bd68-ae0e8ff990ac", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "c86b3e23-afd3-41cc-bd68-ae0e8ff990ac", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e-authn-ssl"} 2026-09-05T20:12:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "c86b3e23-afd3-41cc-bd68-ae0e8ff990ac", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-14a23e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66aa3bae-5c1d-447b-b7bd-7f81a833c081", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e"} 2026-09-05T20:12:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-14a23e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66aa3bae-5c1d-447b-b7bd-7f81a833c081", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T20:12:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-14a23e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66aa3bae-5c1d-447b-b7bd-7f81a833c081", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-14a23e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T20:12:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-14a23e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "name": "odh-trusted-ca-bundle", "reconcileID": "78ff4709-5e36-4630-a872-77e6ef8f0904", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e"} 2026-09-05T20:12:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-14a23e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "name": "odh-trusted-ca-bundle", "reconcileID": "78ff4709-5e36-4630-a872-77e6ef8f0904", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e"} 2026-09-05T20:12:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-14a23e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "name": "openshift-service-ca.crt", "reconcileID": "eb255437-8a59-4a0a-8d56-df7e171f970f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e"} 2026-09-05T20:12:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-14a23e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "name": "openshift-service-ca.crt", "reconcileID": "eb255437-8a59-4a0a-8d56-df7e171f970f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e"} 2026-09-05T20:12:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-14a23e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be4c659d-e690-4b83-9cdc-3871f91089c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e"} 2026-09-05T20:12:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-14a23e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be4c659d-e690-4b83-9cdc-3871f91089c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-14a23e"} 2026-09-05T20:12:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "f1d2bf5f-f6a0-4c67-8ff0-308247e8f0f4", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "f1d2bf5f-f6a0-4c67-8ff0-308247e8f0f4", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e-authn-ssl"} 2026-09-05T20:12:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "f1d2bf5f-f6a0-4c67-8ff0-308247e8f0f4", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:12:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-14a23e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-14a23e", "reconcileID": "99e9b752-0731-43c7-9e3f-dc19845595da", "Gateway": "e2e-ipp-cleanup-14a23e", "namespace": "openshift-ingress"} 2026-09-05T20:13:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "7b4bc18c-cfb2-4e08-b9c0-9aa0c9c971d4", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:13:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "7b4bc18c-cfb2-4e08-b9c0-9aa0c9c971d4", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5-authn-ssl"} 2026-09-05T20:13:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "7b4bc18c-cfb2-4e08-b9c0-9aa0c9c971d4", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:13:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "2560a205-ef2b-416f-94a0-34081094bd97", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:13:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "2560a205-ef2b-416f-94a0-34081094bd97", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5-authn-ssl"} 2026-09-05T20:13:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "2560a205-ef2b-416f-94a0-34081094bd97", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:13:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "59671f00-b990-4c2e-b67a-09f9ca420adc", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "59671f00-b990-4c2e-b67a-09f9ca420adc", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "59671f00-b990-4c2e-b67a-09f9ca420adc", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "59671f00-b990-4c2e-b67a-09f9ca420adc", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5-kserve-route-authn"} 2026-09-05T20:13:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "59671f00-b990-4c2e-b67a-09f9ca420adc", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "authType": "userdefined"} 2026-09-05T20:13:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "59671f00-b990-4c2e-b67a-09f9ca420adc", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "fafa6a91-4257-480e-bbf7-76de374622b4", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:13:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "fafa6a91-4257-480e-bbf7-76de374622b4", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5-authn-ssl"} 2026-09-05T20:13:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "fafa6a91-4257-480e-bbf7-76de374622b4", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:13:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "3ae84481-a016-4c6a-ae9b-44f1b365b016", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:13:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "3ae84481-a016-4c6a-ae9b-44f1b365b016", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5-authn-ssl"} 2026-09-05T20:13:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "3ae84481-a016-4c6a-ae9b-44f1b365b016", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:13:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "ae82d1ff-a48e-4d9e-9219-8f842ed42db2", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "ae82d1ff-a48e-4d9e-9219-8f842ed42db2", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5"} 2026-09-05T20:13:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "ae82d1ff-a48e-4d9e-9219-8f842ed42db2", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "ae82d1ff-a48e-4d9e-9219-8f842ed42db2", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "ae82d1ff-a48e-4d9e-9219-8f842ed42db2", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5-kserve-route-authn"} 2026-09-05T20:13:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "ae82d1ff-a48e-4d9e-9219-8f842ed42db2", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5-kserve-route-authn"} 2026-09-05T20:13:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "ae82d1ff-a48e-4d9e-9219-8f842ed42db2", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "ae82d1ff-a48e-4d9e-9219-8f842ed42db2", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c57fd38-e41c-4008-9493-a5548fd21c79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c57fd38-e41c-4008-9493-a5548fd21c79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T20:13:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c57fd38-e41c-4008-9493-a5548fd21c79", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d0f6b5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T20:13:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "odh-trusted-ca-bundle", "reconcileID": "9d9c4047-8029-4635-b657-c44f374c4158", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "odh-trusted-ca-bundle", "reconcileID": "9d9c4047-8029-4635-b657-c44f374c4158", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "openshift-service-ca.crt", "reconcileID": "f574a9ff-7e15-4c2d-8796-2aaeba28eaa2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "openshift-service-ca.crt", "reconcileID": "f574a9ff-7e15-4c2d-8796-2aaeba28eaa2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9044af5d-ed1b-4af7-8780-4383660f3db3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9044af5d-ed1b-4af7-8780-4383660f3db3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "34eb0543-6d63-499a-b45a-76ef0247128c", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "34eb0543-6d63-499a-b45a-76ef0247128c", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5"} 2026-09-05T20:13:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "34eb0543-6d63-499a-b45a-76ef0247128c", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "34eb0543-6d63-499a-b45a-76ef0247128c", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "34eb0543-6d63-499a-b45a-76ef0247128c", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5-kserve-route-authn"} 2026-09-05T20:13:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "34eb0543-6d63-499a-b45a-76ef0247128c", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5-kserve-route-authn"} 2026-09-05T20:13:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "34eb0543-6d63-499a-b45a-76ef0247128c", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "34eb0543-6d63-499a-b45a-76ef0247128c", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0f6b5","namespace":"ai-tenant-e2e-ipp-a-d0f6b5"}, "namespace": "ai-tenant-e2e-ipp-a-d0f6b5", "name": "ipp-route-d0f6b5", "reconcileID": "d2c67037-989b-4b96-977b-8585b58d866d", "LLMInferenceService": "ipp-route-d0f6b5", "namespace": "ai-tenant-e2e-ipp-a-d0f6b5"} 2026-09-05T20:13:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "5e52ef26-4cb9-4a4b-beb5-70d0be7c8d19", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:13:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "5e52ef26-4cb9-4a4b-beb5-70d0be7c8d19", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5-authn-ssl"} 2026-09-05T20:13:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "5e52ef26-4cb9-4a4b-beb5-70d0be7c8d19", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:14:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0f6b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0f6b5", "reconcileID": "b8f1deb4-3637-4ccb-af07-cafe44b3baf5", "Gateway": "e2e-ipp-a-d0f6b5", "namespace": "openshift-ingress"} 2026-09-05T20:14:09Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-05T20:14:09Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-05T20:14:09Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-05T20:14:09Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-05T20:14:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "b394bd5a-ae00-4aba-a938-ad29d95a8a49", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:14:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "b394bd5a-ae00-4aba-a938-ad29d95a8a49", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae-authn-ssl"} 2026-09-05T20:14:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "b394bd5a-ae00-4aba-a938-ad29d95a8a49", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:14:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "ec609005-6b33-47d6-b9b0-5afb64426ec0", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:14:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "ec609005-6b33-47d6-b9b0-5afb64426ec0", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae-authn-ssl"} 2026-09-05T20:14:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "ec609005-6b33-47d6-b9b0-5afb64426ec0", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:14:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6693ae"}, "namespace": "ai-tenant-e2e-ipp-b-6693ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65962fe0-4f6c-4a16-b08f-9feef728e233", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6693ae"} 2026-09-05T20:14:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6693ae"}, "namespace": "ai-tenant-e2e-ipp-b-6693ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65962fe0-4f6c-4a16-b08f-9feef728e233", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6693ae", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T20:14:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6693ae"}, "namespace": "ai-tenant-e2e-ipp-b-6693ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65962fe0-4f6c-4a16-b08f-9feef728e233", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-6693ae because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T20:14:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6693ae"}, "namespace": "ai-tenant-e2e-ipp-b-6693ae", "name": "odh-trusted-ca-bundle", "reconcileID": "ca142a3a-0080-4ec7-bff7-a57907e2f226", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6693ae"} 2026-09-05T20:14:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6693ae"}, "namespace": "ai-tenant-e2e-ipp-b-6693ae", "name": "odh-trusted-ca-bundle", "reconcileID": "ca142a3a-0080-4ec7-bff7-a57907e2f226", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6693ae"} 2026-09-05T20:14:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6693ae"}, "namespace": "ai-tenant-e2e-ipp-b-6693ae", "name": "openshift-service-ca.crt", "reconcileID": "af4076d1-7c1d-4a89-b6c8-dc2d73b87442", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6693ae"} 2026-09-05T20:14:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6693ae"}, "namespace": "ai-tenant-e2e-ipp-b-6693ae", "name": "openshift-service-ca.crt", "reconcileID": "af4076d1-7c1d-4a89-b6c8-dc2d73b87442", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6693ae"} 2026-09-05T20:14:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6693ae"}, "namespace": "ai-tenant-e2e-ipp-b-6693ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c469a5b3-0da2-4d6d-a8f7-61e258c02be6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6693ae"} 2026-09-05T20:14:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6693ae"}, "namespace": "ai-tenant-e2e-ipp-b-6693ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c469a5b3-0da2-4d6d-a8f7-61e258c02be6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6693ae"} 2026-09-05T20:14:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6693ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6693ae", "reconcileID": "86366f4e-e37f-4fcd-8f0e-a0ea1dbd9fb3", "Gateway": "e2e-ipp-b-6693ae", "namespace": "openshift-ingress"} 2026-09-05T20:14:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4d1885","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4d1885", "reconcileID": "48956304-0049-4bb6-a864-b42c26ba0fbc", "Gateway": "e2e-shared-a-w3-4d1885", "namespace": "openshift-ingress"} 2026-09-05T20:14:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4d1885","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4d1885", "reconcileID": "48956304-0049-4bb6-a864-b42c26ba0fbc", "Gateway": "e2e-shared-a-w3-4d1885", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4d1885-authn-ssl"} 2026-09-05T20:14:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4d1885","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4d1885", "reconcileID": "48956304-0049-4bb6-a864-b42c26ba0fbc", "Gateway": "e2e-shared-a-w3-4d1885", "namespace": "openshift-ingress"} 2026-09-05T20:14:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4d1885","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4d1885", "reconcileID": "d5cced22-8e8b-473c-b0b3-7268fb995543", "Gateway": "e2e-shared-a-w3-4d1885", "namespace": "openshift-ingress"} 2026-09-05T20:14:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4d1885","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4d1885", "reconcileID": "d5cced22-8e8b-473c-b0b3-7268fb995543", "Gateway": "e2e-shared-a-w3-4d1885", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4d1885-authn-ssl"} 2026-09-05T20:14:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4d1885","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4d1885", "reconcileID": "d5cced22-8e8b-473c-b0b3-7268fb995543", "Gateway": "e2e-shared-a-w3-4d1885", "namespace": "openshift-ingress"} 2026-09-05T20:14:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4d1885"}, "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "297d2f34-dd50-4a55-af01-0b9766e3ba94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-4d1885"} 2026-09-05T20:14:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4d1885"}, "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "297d2f34-dd50-4a55-af01-0b9766e3ba94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T20:14:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4d1885"}, "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "297d2f34-dd50-4a55-af01-0b9766e3ba94", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-4d1885 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T20:14:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4d1885"}, "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "odh-trusted-ca-bundle", "reconcileID": "855ea6d3-d374-41ed-8131-f932150f4152", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-4d1885"} 2026-09-05T20:14:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4d1885"}, "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "odh-trusted-ca-bundle", "reconcileID": "855ea6d3-d374-41ed-8131-f932150f4152", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-4d1885"} 2026-09-05T20:14:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-4d1885"}, "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "openshift-service-ca.crt", "reconcileID": "952221d2-d928-4b64-a705-70bf8b95e83b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-4d1885"} 2026-09-05T20:14:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-4d1885"}, "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "openshift-service-ca.crt", "reconcileID": "952221d2-d928-4b64-a705-70bf8b95e83b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-4d1885"} 2026-09-05T20:14:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4d1885"}, "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc6e093d-2294-4231-a365-68b4f8c3a1a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-4d1885"} 2026-09-05T20:14:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-4d1885"}, "namespace": "ai-tenant-e2e-shared-a-w3-4d1885", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc6e093d-2294-4231-a365-68b4f8c3a1a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-4d1885"} 2026-09-05T20:14:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-4d1885","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-4d1885", "reconcileID": "da59d7c1-e028-42c8-8659-e42d70585212", "Gateway": "e2e-shared-a-w3-4d1885", "namespace": "openshift-ingress"} 2026-09-05T20:14:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0cc31a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0cc31a", "reconcileID": "152f2dea-0bd3-46cd-8d42-1c7ed72995f6", "Gateway": "e2e-shared-b-w3-0cc31a", "namespace": "openshift-ingress"} 2026-09-05T20:14:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0cc31a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0cc31a", "reconcileID": "152f2dea-0bd3-46cd-8d42-1c7ed72995f6", "Gateway": "e2e-shared-b-w3-0cc31a", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0cc31a-authn-ssl"} 2026-09-05T20:14:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0cc31a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0cc31a", "reconcileID": "152f2dea-0bd3-46cd-8d42-1c7ed72995f6", "Gateway": "e2e-shared-b-w3-0cc31a", "namespace": "openshift-ingress"} 2026-09-05T20:14:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0cc31a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0cc31a", "reconcileID": "065381af-e68c-41c7-8290-291e43f20d43", "Gateway": "e2e-shared-b-w3-0cc31a", "namespace": "openshift-ingress"} 2026-09-05T20:14:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0cc31a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0cc31a", "reconcileID": "065381af-e68c-41c7-8290-291e43f20d43", "Gateway": "e2e-shared-b-w3-0cc31a", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0cc31a-authn-ssl"} 2026-09-05T20:14:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0cc31a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0cc31a", "reconcileID": "065381af-e68c-41c7-8290-291e43f20d43", "Gateway": "e2e-shared-b-w3-0cc31a", "namespace": "openshift-ingress"} 2026-09-05T20:14:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b621d93d-527b-4ee6-9380-8e5ad06a5741", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a"} 2026-09-05T20:14:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b621d93d-527b-4ee6-9380-8e5ad06a5741", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T20:14:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b621d93d-527b-4ee6-9380-8e5ad06a5741", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-0cc31a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T20:14:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "odh-trusted-ca-bundle", "reconcileID": "6bb002fc-735d-407a-b6be-b8208de884f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a"} 2026-09-05T20:14:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "odh-trusted-ca-bundle", "reconcileID": "6bb002fc-735d-407a-b6be-b8208de884f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T20:14:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "odh-trusted-ca-bundle", "reconcileID": "6bb002fc-735d-407a-b6be-b8208de884f7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-0cc31a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T20:14:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "openshift-service-ca.crt", "reconcileID": "5c8aaa30-3c27-4988-ab1d-d90b753ba7a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a"} 2026-09-05T20:14:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "openshift-service-ca.crt", "reconcileID": "5c8aaa30-3c27-4988-ab1d-d90b753ba7a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a"} 2026-09-05T20:14:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b6a6cf6-6cb8-49dc-8161-50aadc1a0f9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a"} 2026-09-05T20:14:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b6a6cf6-6cb8-49dc-8161-50aadc1a0f9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a"} 2026-09-05T20:14:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "odh-trusted-ca-bundle", "reconcileID": "7c6d52b6-4b28-4e9c-8e75-0d5b078ff9c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a"} 2026-09-05T20:14:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0cc31a"}, "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a", "name": "odh-trusted-ca-bundle", "reconcileID": "7c6d52b6-4b28-4e9c-8e75-0d5b078ff9c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0cc31a"} 2026-09-05T20:14:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0cc31a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0cc31a", "reconcileID": "cc2dbaaa-da07-4d92-8bc1-e4ef9147ef9d", "Gateway": "e2e-shared-b-w3-0cc31a", "namespace": "openshift-ingress"} 2026-09-05T20:19:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "55f3c6b7-e27b-4765-a36c-e69539c13b36", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm"} 2026-09-05T20:19:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "55f3c6b7-e27b-4765-a36c-e69539c13b36", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm"} 2026-09-05T20:19:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "55f3c6b7-e27b-4765-a36c-e69539c13b36", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm"} 2026-09-05T20:19:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0895526f-3128-4e2d-8d69-8bf15b3f0311", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T20:19:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "55f3c6b7-e27b-4765-a36c-e69539c13b36", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm", "name": "e2e-same-id-a-07fb4624-kserve-route-authn"} 2026-09-05T20:19:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "55f3c6b7-e27b-4765-a36c-e69539c13b36", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm", "authType": "userdefined"} 2026-09-05T20:19:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "55f3c6b7-e27b-4765-a36c-e69539c13b36", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm"} 2026-09-05T20:19:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0895526f-3128-4e2d-8d69-8bf15b3f0311", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T20:19:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0895526f-3128-4e2d-8d69-8bf15b3f0311", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T20:19:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "93ca5826-34ff-4e5d-b2c2-b0e5a14115b7", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm"} 2026-09-05T20:19:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "93ca5826-34ff-4e5d-b2c2-b0e5a14115b7", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm"} 2026-09-05T20:19:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "93ca5826-34ff-4e5d-b2c2-b0e5a14115b7", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm"} 2026-09-05T20:19:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "63f05c0d-33f0-48ef-8ae6-675bd579bcca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T20:19:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "93ca5826-34ff-4e5d-b2c2-b0e5a14115b7", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm", "name": "e2e-same-id-b-07fb4624-kserve-route-authn"} 2026-09-05T20:19:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "93ca5826-34ff-4e5d-b2c2-b0e5a14115b7", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm", "authType": "userdefined"} 2026-09-05T20:19:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "93ca5826-34ff-4e5d-b2c2-b0e5a14115b7", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm"} 2026-09-05T20:19:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "63f05c0d-33f0-48ef-8ae6-675bd579bcca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T20:19:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "63f05c0d-33f0-48ef-8ae6-675bd579bcca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T20:19:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "d72c13e1-90d4-4023-bd0b-65482272bc03", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm"} 2026-09-05T20:19:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "d72c13e1-90d4-4023-bd0b-65482272bc03", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm"} 2026-09-05T20:19:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "d72c13e1-90d4-4023-bd0b-65482272bc03", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm"} 2026-09-05T20:19:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "d72c13e1-90d4-4023-bd0b-65482272bc03", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm", "name": "e2e-same-id-a-07fb4624-kserve-route-authn"} 2026-09-05T20:19:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "d72c13e1-90d4-4023-bd0b-65482272bc03", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm", "authType": "userdefined"} 2026-09-05T20:19:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "d72c13e1-90d4-4023-bd0b-65482272bc03", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm"} 2026-09-05T20:19:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5a71769-6fae-4fae-bd15-1ab7f3ca0d45", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T20:19:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5a71769-6fae-4fae-bd15-1ab7f3ca0d45", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T20:19:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5a71769-6fae-4fae-bd15-1ab7f3ca0d45", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T20:19:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "d974135c-2212-437b-b262-2205d590e40b", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm"} 2026-09-05T20:19:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "d974135c-2212-437b-b262-2205d590e40b", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm"} 2026-09-05T20:19:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "d974135c-2212-437b-b262-2205d590e40b", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm"} 2026-09-05T20:19:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "d974135c-2212-437b-b262-2205d590e40b", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm", "name": "e2e-same-id-a-07fb4624-kserve-route-authn"} 2026-09-05T20:19:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "d974135c-2212-437b-b262-2205d590e40b", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm", "authType": "userdefined"} 2026-09-05T20:19:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "d974135c-2212-437b-b262-2205d590e40b", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm"} 2026-09-05T20:19:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "e2a52fa9-0b9c-4c70-a237-7988b3d07f62", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm"} 2026-09-05T20:19:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "e2a52fa9-0b9c-4c70-a237-7988b3d07f62", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm"} 2026-09-05T20:19:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "e2a52fa9-0b9c-4c70-a237-7988b3d07f62", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm"} 2026-09-05T20:19:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "e2a52fa9-0b9c-4c70-a237-7988b3d07f62", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm", "name": "e2e-same-id-b-07fb4624-kserve-route-authn"} 2026-09-05T20:19:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "e2a52fa9-0b9c-4c70-a237-7988b3d07f62", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm", "authType": "userdefined"} 2026-09-05T20:19:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "e2a52fa9-0b9c-4c70-a237-7988b3d07f62", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm"} 2026-09-05T20:19:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1aea023c-7b8a-4dcc-aca3-ac7cc62bab42", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T20:19:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1aea023c-7b8a-4dcc-aca3-ac7cc62bab42", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T20:19:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1aea023c-7b8a-4dcc-aca3-ac7cc62bab42", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T20:19:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "5aa48dad-59f1-4944-92fc-d486ed76e975", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm"} 2026-09-05T20:19:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "5aa48dad-59f1-4944-92fc-d486ed76e975", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm"} 2026-09-05T20:19:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "5aa48dad-59f1-4944-92fc-d486ed76e975", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm"} 2026-09-05T20:19:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "5aa48dad-59f1-4944-92fc-d486ed76e975", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm", "name": "e2e-same-id-b-07fb4624-kserve-route-authn"} 2026-09-05T20:19:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "5aa48dad-59f1-4944-92fc-d486ed76e975", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm", "authType": "userdefined"} 2026-09-05T20:19:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "5aa48dad-59f1-4944-92fc-d486ed76e975", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm"} 2026-09-05T20:19:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "140242b2-a4d8-4387-b224-f17bbbc49922", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm"} 2026-09-05T20:19:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "140242b2-a4d8-4387-b224-f17bbbc49922", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm"} 2026-09-05T20:19:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "140242b2-a4d8-4387-b224-f17bbbc49922", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm"} 2026-09-05T20:19:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "140242b2-a4d8-4387-b224-f17bbbc49922", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm", "name": "e2e-same-id-a-07fb4624-kserve-route-authn"} 2026-09-05T20:19:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "140242b2-a4d8-4387-b224-f17bbbc49922", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm", "authType": "userdefined"} 2026-09-05T20:19:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "140242b2-a4d8-4387-b224-f17bbbc49922", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm"} 2026-09-05T20:19:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "3cdc37c6-a219-4afe-a867-4cf5ffa3b564", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm"} 2026-09-05T20:19:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "3cdc37c6-a219-4afe-a867-4cf5ffa3b564", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm"} 2026-09-05T20:19:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "3cdc37c6-a219-4afe-a867-4cf5ffa3b564", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm"} 2026-09-05T20:19:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "3cdc37c6-a219-4afe-a867-4cf5ffa3b564", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm", "name": "e2e-same-id-b-07fb4624-kserve-route-authn"} 2026-09-05T20:19:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "3cdc37c6-a219-4afe-a867-4cf5ffa3b564", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm", "authType": "userdefined"} 2026-09-05T20:19:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "3cdc37c6-a219-4afe-a867-4cf5ffa3b564", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm"} 2026-09-05T20:19:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "1cf575ee-9108-4e68-abf9-0d67e6d54d04", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm"} 2026-09-05T20:19:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "1cf575ee-9108-4e68-abf9-0d67e6d54d04", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm", "name": "e2e-same-id-a-07fb4624"} 2026-09-05T20:19:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "1cf575ee-9108-4e68-abf9-0d67e6d54d04", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm"} 2026-09-05T20:19:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "1cf575ee-9108-4e68-abf9-0d67e6d54d04", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm"} 2026-09-05T20:19:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "1cf575ee-9108-4e68-abf9-0d67e6d54d04", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm", "name": "e2e-same-id-a-07fb4624-kserve-route-authn"} 2026-09-05T20:19:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "1cf575ee-9108-4e68-abf9-0d67e6d54d04", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm", "name": "e2e-same-id-a-07fb4624-kserve-route-authn"} 2026-09-05T20:19:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-07fb4624", "reconcileID": "a68ab375-a850-4255-9524-dac3579e1dd1", "LLMInferenceService": "e2e-same-id-a-07fb4624", "namespace": "llm"} 2026-09-05T20:19:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae3c6ae7-9bda-41f3-9484-ee550e755153", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T20:19:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae3c6ae7-9bda-41f3-9484-ee550e755153", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T20:19:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae3c6ae7-9bda-41f3-9484-ee550e755153", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T20:19:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d0770fda-dfbf-4dfd-ab5b-8be9394ea9c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T20:19:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d0770fda-dfbf-4dfd-ab5b-8be9394ea9c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T20:19:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d0770fda-dfbf-4dfd-ab5b-8be9394ea9c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T20:20:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "ba3546a5-866c-4f24-a451-4fab7e1b580c", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm"} 2026-09-05T20:20:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "ba3546a5-866c-4f24-a451-4fab7e1b580c", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm", "name": "e2e-same-id-b-07fb4624"} 2026-09-05T20:20:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "ba3546a5-866c-4f24-a451-4fab7e1b580c", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm"} 2026-09-05T20:20:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "ba3546a5-866c-4f24-a451-4fab7e1b580c", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm"} 2026-09-05T20:20:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "ba3546a5-866c-4f24-a451-4fab7e1b580c", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm", "name": "e2e-same-id-b-07fb4624-kserve-route-authn"} 2026-09-05T20:20:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "ba3546a5-866c-4f24-a451-4fab7e1b580c", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm", "name": "e2e-same-id-b-07fb4624-kserve-route-authn"} 2026-09-05T20:20:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-07fb4624","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-07fb4624", "reconcileID": "54733cfe-d389-48ff-ac4f-1babb45b3d87", "LLMInferenceService": "e2e-same-id-b-07fb4624", "namespace": "llm"} 2026-09-05T20:20:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ce6e827-ea5e-4104-b398-4f25bfac2695", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T20:20:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ce6e827-ea5e-4104-b398-4f25bfac2695", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T20:20:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ce6e827-ea5e-4104-b398-4f25bfac2695", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T20:20:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "880f8e91-1e05-4a3b-a364-10c3bd133cfd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T20:20:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "880f8e91-1e05-4a3b-a364-10c3bd133cfd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T20:20:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "880f8e91-1e05-4a3b-a364-10c3bd133cfd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}