sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:21:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-0778a4"}, "namespace": "ai-tenant-e2e-api-a-0778a4", "name": "odh-trusted-ca-bundle", "reconcileID": "2bab8e75-71c6-4316-884f-ffec2b173f69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0778a4"} 2026-09-10T21:21:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-0778a4"}, "namespace": "ai-tenant-e2e-api-a-0778a4", "name": "odh-trusted-ca-bundle", "reconcileID": "2bab8e75-71c6-4316-884f-ffec2b173f69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0778a4"} 2026-09-10T21:21:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-0778a4"}, "namespace": "ai-tenant-e2e-api-a-0778a4", "name": "openshift-service-ca.crt", "reconcileID": "289d0e97-8024-4ac6-8c01-98942aa0699d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-0778a4"} 2026-09-10T21:21:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-0778a4"}, "namespace": "ai-tenant-e2e-api-a-0778a4", "name": "openshift-service-ca.crt", "reconcileID": "289d0e97-8024-4ac6-8c01-98942aa0699d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-0778a4"} 2026-09-10T21:21:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-0778a4"}, "namespace": "ai-tenant-e2e-api-a-0778a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac4a2811-e0f9-4f66-9eef-12e0e67818a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0778a4"} 2026-09-10T21:21:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-0778a4"}, "namespace": "ai-tenant-e2e-api-a-0778a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac4a2811-e0f9-4f66-9eef-12e0e67818a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0778a4"} 2026-09-10T21:21:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0778a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0778a4", "reconcileID": "9544834f-8f38-4685-8513-077c9f2b3181", "Gateway": "e2e-api-a-0778a4", "namespace": "openshift-ingress"} 2026-09-10T21:21:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-806a33","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-806a33", "reconcileID": "82919de2-11f2-4e17-a7ca-2dcbb0c019a7", "Gateway": "e2e-api-b-806a33", "namespace": "openshift-ingress"} 2026-09-10T21:21:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-806a33","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-806a33", "reconcileID": "82919de2-11f2-4e17-a7ca-2dcbb0c019a7", "Gateway": "e2e-api-b-806a33", "namespace": "openshift-ingress", "name": "e2e-api-b-806a33-authn-ssl"} 2026-09-10T21:21:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-806a33","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-806a33", "reconcileID": "82919de2-11f2-4e17-a7ca-2dcbb0c019a7", "Gateway": "e2e-api-b-806a33", "namespace": "openshift-ingress"} 2026-09-10T21:21:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-828c7c","namespace":"ai-tenant-e2e-shared-a-w3-828c7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "rate-test-model-828c7c", "reconcileID": "a36f7b19-15a2-478e-b973-9697111733f6", "LLMInferenceService": "rate-test-model-828c7c", "namespace": "ai-tenant-e2e-shared-a-w3-828c7c"} 2026-09-10T21:21:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-828c7c","namespace":"ai-tenant-e2e-shared-a-w3-828c7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "rate-test-model-828c7c", "reconcileID": "a36f7b19-15a2-478e-b973-9697111733f6", "LLMInferenceService": "rate-test-model-828c7c", "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "rate-test-model-828c7c"} 2026-09-10T21:21:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-828c7c","namespace":"ai-tenant-e2e-shared-a-w3-828c7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "rate-test-model-828c7c", "reconcileID": "a36f7b19-15a2-478e-b973-9697111733f6", "LLMInferenceService": "rate-test-model-828c7c", "namespace": "ai-tenant-e2e-shared-a-w3-828c7c"} 2026-09-10T21:21:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-828c7c","namespace":"ai-tenant-e2e-shared-a-w3-828c7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "rate-test-model-828c7c", "reconcileID": "a36f7b19-15a2-478e-b973-9697111733f6", "LLMInferenceService": "rate-test-model-828c7c", "namespace": "ai-tenant-e2e-shared-a-w3-828c7c"} 2026-09-10T21:21:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-828c7c","namespace":"ai-tenant-e2e-shared-a-w3-828c7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "rate-test-model-828c7c", "reconcileID": "a36f7b19-15a2-478e-b973-9697111733f6", "LLMInferenceService": "rate-test-model-828c7c", "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "rate-test-model-828c7c-kserve-route-authn"} 2026-09-10T21:21:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-828c7c","namespace":"ai-tenant-e2e-shared-a-w3-828c7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "rate-test-model-828c7c", "reconcileID": "a36f7b19-15a2-478e-b973-9697111733f6", "LLMInferenceService": "rate-test-model-828c7c", "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "rate-test-model-828c7c-kserve-route-authn"} 2026-09-10T21:21:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-828c7c","namespace":"ai-tenant-e2e-shared-a-w3-828c7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "rate-test-model-828c7c", "reconcileID": "a36f7b19-15a2-478e-b973-9697111733f6", "LLMInferenceService": "rate-test-model-828c7c", "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "namespace": "ai-tenant-e2e-shared-a-w3-828c7c"} 2026-09-10T21:21:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-828c7c","namespace":"ai-tenant-e2e-shared-a-w3-828c7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "rate-test-model-828c7c", "reconcileID": "a36f7b19-15a2-478e-b973-9697111733f6", "LLMInferenceService": "rate-test-model-828c7c", "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "namespace": "ai-tenant-e2e-shared-a-w3-828c7c"} 2026-09-10T21:21:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-828c7c","namespace":"ai-tenant-e2e-shared-a-w3-828c7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "rate-test-model-828c7c", "reconcileID": "90d29c45-145c-4878-b7ac-0cb9f27428ee", "LLMInferenceService": "rate-test-model-828c7c", "namespace": "ai-tenant-e2e-shared-a-w3-828c7c"} 2026-09-10T21:21:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-828c7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-828c7c", "reconcileID": "c26e7ef9-46be-4377-8be1-50d98b123f52", "Gateway": "e2e-shared-a-w3-828c7c", "namespace": "openshift-ingress"} 2026-09-10T21:21:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-828c7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-828c7c", "reconcileID": "c26e7ef9-46be-4377-8be1-50d98b123f52", "Gateway": "e2e-shared-a-w3-828c7c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-828c7c-authn-ssl"} 2026-09-10T21:21:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-828c7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-828c7c", "reconcileID": "c26e7ef9-46be-4377-8be1-50d98b123f52", "Gateway": "e2e-shared-a-w3-828c7c", "namespace": "openshift-ingress"} 2026-09-10T21:21:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-828c7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-828c7c", "reconcileID": "0940570d-2d0c-46f0-847d-86c8153390cd", "Gateway": "e2e-shared-a-w3-828c7c", "namespace": "openshift-ingress"} 2026-09-10T21:21:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-828c7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-828c7c", "reconcileID": "0940570d-2d0c-46f0-847d-86c8153390cd", "Gateway": "e2e-shared-a-w3-828c7c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-828c7c-authn-ssl"} 2026-09-10T21:21:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-828c7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-828c7c", "reconcileID": "0940570d-2d0c-46f0-847d-86c8153390cd", "Gateway": "e2e-shared-a-w3-828c7c", "namespace": "openshift-ingress"} 2026-09-10T21:21:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f6475","namespace":"ai-tenant-e2e-shared-b-w3-9f6475"}, "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "rate-test-model-9f6475", "reconcileID": "38e87468-aa02-4410-b25a-eaa6d2bbcc24", "LLMInferenceService": "rate-test-model-9f6475", "namespace": "ai-tenant-e2e-shared-b-w3-9f6475"} 2026-09-10T21:21:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f6475","namespace":"ai-tenant-e2e-shared-b-w3-9f6475"}, "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "rate-test-model-9f6475", "reconcileID": "38e87468-aa02-4410-b25a-eaa6d2bbcc24", "LLMInferenceService": "rate-test-model-9f6475", "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "rate-test-model-9f6475"} 2026-09-10T21:21:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f6475","namespace":"ai-tenant-e2e-shared-b-w3-9f6475"}, "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "rate-test-model-9f6475", "reconcileID": "38e87468-aa02-4410-b25a-eaa6d2bbcc24", "LLMInferenceService": "rate-test-model-9f6475", "namespace": "ai-tenant-e2e-shared-b-w3-9f6475"} 2026-09-10T21:21:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f6475","namespace":"ai-tenant-e2e-shared-b-w3-9f6475"}, "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "rate-test-model-9f6475", "reconcileID": "38e87468-aa02-4410-b25a-eaa6d2bbcc24", "LLMInferenceService": "rate-test-model-9f6475", "namespace": "ai-tenant-e2e-shared-b-w3-9f6475"} 2026-09-10T21:21:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f6475","namespace":"ai-tenant-e2e-shared-b-w3-9f6475"}, "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "rate-test-model-9f6475", "reconcileID": "38e87468-aa02-4410-b25a-eaa6d2bbcc24", "LLMInferenceService": "rate-test-model-9f6475", "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "rate-test-model-9f6475-kserve-route-authn"} 2026-09-10T21:21:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f6475","namespace":"ai-tenant-e2e-shared-b-w3-9f6475"}, "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "rate-test-model-9f6475", "reconcileID": "38e87468-aa02-4410-b25a-eaa6d2bbcc24", "LLMInferenceService": "rate-test-model-9f6475", "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "rate-test-model-9f6475-kserve-route-authn"} 2026-09-10T21:21:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f6475","namespace":"ai-tenant-e2e-shared-b-w3-9f6475"}, "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "rate-test-model-9f6475", "reconcileID": "38e87468-aa02-4410-b25a-eaa6d2bbcc24", "LLMInferenceService": "rate-test-model-9f6475", "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "namespace": "ai-tenant-e2e-shared-b-w3-9f6475"} 2026-09-10T21:21:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f6475","namespace":"ai-tenant-e2e-shared-b-w3-9f6475"}, "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "rate-test-model-9f6475", "reconcileID": "38e87468-aa02-4410-b25a-eaa6d2bbcc24", "LLMInferenceService": "rate-test-model-9f6475", "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "namespace": "ai-tenant-e2e-shared-b-w3-9f6475"} 2026-09-10T21:21:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f6475","namespace":"ai-tenant-e2e-shared-b-w3-9f6475"}, "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "rate-test-model-9f6475", "reconcileID": "26c9baee-9b64-4f4b-876a-6e56add24919", "LLMInferenceService": "rate-test-model-9f6475", "namespace": "ai-tenant-e2e-shared-b-w3-9f6475"} 2026-09-10T21:21:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9f6475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9f6475", "reconcileID": "ed300ee1-a686-4b63-b519-977e3fb92afb", "Gateway": "e2e-shared-b-w3-9f6475", "namespace": "openshift-ingress"} 2026-09-10T21:21:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9f6475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9f6475", "reconcileID": "ed300ee1-a686-4b63-b519-977e3fb92afb", "Gateway": "e2e-shared-b-w3-9f6475", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9f6475-authn-ssl"} 2026-09-10T21:21:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9f6475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9f6475", "reconcileID": "ed300ee1-a686-4b63-b519-977e3fb92afb", "Gateway": "e2e-shared-b-w3-9f6475", "namespace": "openshift-ingress"} 2026-09-10T21:21:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9f6475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9f6475", "reconcileID": "0055d0d5-0ec6-4d4f-8024-ff498ab1b86b", "Gateway": "e2e-shared-b-w3-9f6475", "namespace": "openshift-ingress"} 2026-09-10T21:21:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9f6475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9f6475", "reconcileID": "0055d0d5-0ec6-4d4f-8024-ff498ab1b86b", "Gateway": "e2e-shared-b-w3-9f6475", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9f6475-authn-ssl"} 2026-09-10T21:21:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9f6475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9f6475", "reconcileID": "0055d0d5-0ec6-4d4f-8024-ff498ab1b86b", "Gateway": "e2e-shared-b-w3-9f6475", "namespace": "openshift-ingress"} 2026-09-10T21:21:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "fadbff0e-1795-46b7-bb3d-4b27dfc891fb", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:21:32Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "fadbff0e-1795-46b7-bb3d-4b27dfc891fb", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29-authn-ssl"} 2026-09-10T21:21:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "fadbff0e-1795-46b7-bb3d-4b27dfc891fb", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:21:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "3363da8c-2871-4af3-a2b6-441bc6856e12", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:21:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "3363da8c-2871-4af3-a2b6-441bc6856e12", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29-authn-ssl"} 2026-09-10T21:21:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "3363da8c-2871-4af3-a2b6-441bc6856e12", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:21:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "9384d0bd-169d-4c77-9126-67c3e1f20478", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:21:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "9384d0bd-169d-4c77-9126-67c3e1f20478", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29-authn-ssl"} 2026-09-10T21:21:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "9384d0bd-169d-4c77-9126-67c3e1f20478", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:21:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "ec3b5430-01f0-4e79-a83c-18845059562a", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:21:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "ec3b5430-01f0-4e79-a83c-18845059562a", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29-authn-ssl"} 2026-09-10T21:21:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "ec3b5430-01f0-4e79-a83c-18845059562a", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:21:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "62eab843-7a51-4e04-8ae9-8dd625634809", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:21:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "62eab843-7a51-4e04-8ae9-8dd625634809", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29-authn-ssl"} 2026-09-10T21:21:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "62eab843-7a51-4e04-8ae9-8dd625634809", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:21:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "d4e04571-3281-4f01-9a31-c8b0fbaebd62", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:21:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "d4e04571-3281-4f01-9a31-c8b0fbaebd62", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29-authn-ssl"} 2026-09-10T21:21:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "d4e04571-3281-4f01-9a31-c8b0fbaebd62", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:21:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "b8c625ca-4d40-4496-b400-a4cfc962c5e1", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:21:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "b8c625ca-4d40-4496-b400-a4cfc962c5e1", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29-authn-ssl"} 2026-09-10T21:21:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "b8c625ca-4d40-4496-b400-a4cfc962c5e1", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:21:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "ddab70d3-1168-46ff-9a00-c42f31d3c17a", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:21:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "ddab70d3-1168-46ff-9a00-c42f31d3c17a", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29-authn-ssl"} 2026-09-10T21:21:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "ddab70d3-1168-46ff-9a00-c42f31d3c17a", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:21:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-806a33"}, "namespace": "ai-tenant-e2e-api-b-806a33", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53b24f84-9d24-4ab7-837d-623054647163", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-806a33"} 2026-09-10T21:21:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-806a33"}, "namespace": "ai-tenant-e2e-api-b-806a33", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53b24f84-9d24-4ab7-837d-623054647163", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-806a33", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:21:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-806a33"}, "namespace": "ai-tenant-e2e-api-b-806a33", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53b24f84-9d24-4ab7-837d-623054647163", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-806a33 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:21:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-806a33"}, "namespace": "ai-tenant-e2e-api-b-806a33", "name": "odh-trusted-ca-bundle", "reconcileID": "188200df-70bf-4d8f-b958-bcdd52cdf968", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-806a33"} 2026-09-10T21:21:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-806a33"}, "namespace": "ai-tenant-e2e-api-b-806a33", "name": "odh-trusted-ca-bundle", "reconcileID": "188200df-70bf-4d8f-b958-bcdd52cdf968", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-806a33"} 2026-09-10T21:21:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-806a33"}, "namespace": "ai-tenant-e2e-api-b-806a33", "name": "openshift-service-ca.crt", "reconcileID": "77de22fa-ea0f-471c-81c9-b0da04b5cfa0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-806a33"} 2026-09-10T21:21:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-806a33"}, "namespace": "ai-tenant-e2e-api-b-806a33", "name": "openshift-service-ca.crt", "reconcileID": "77de22fa-ea0f-471c-81c9-b0da04b5cfa0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-806a33"} 2026-09-10T21:21:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-806a33"}, "namespace": "ai-tenant-e2e-api-b-806a33", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c63114c1-4a91-4902-a178-6e4aacdd3513", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-806a33"} 2026-09-10T21:21:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-806a33"}, "namespace": "ai-tenant-e2e-api-b-806a33", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c63114c1-4a91-4902-a178-6e4aacdd3513", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-806a33"} 2026-09-10T21:21:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "openshift-service-ca.crt", "reconcileID": "762b66c1-8ceb-4c84-a961-aa7a536df803", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:21:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "odh-trusted-ca-bundle", "reconcileID": "935cf545-9f70-40ff-9fe5-932493d4fa9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:21:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "openshift-service-ca.crt", "reconcileID": "2e38c8d9-dd18-42b5-b503-166e8282755f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:21:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "openshift-service-ca.crt", "reconcileID": "2e38c8d9-dd18-42b5-b503-166e8282755f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:21:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e49c726e-19d2-47e5-82b5-9b34b63cad6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:21:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "openshift-service-ca.crt", "reconcileID": "35b6381e-d7f9-4cc3-9f75-b8aabc75cca5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:21:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "odh-trusted-ca-bundle", "reconcileID": "7b416485-e5d4-483c-81a2-1f538391e309", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:21:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "odh-trusted-ca-bundle", "reconcileID": "7b416485-e5d4-483c-81a2-1f538391e309", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:21:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbf1802d-1df2-4275-8865-4c91917e5bcd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:21:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-806a33","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-806a33", "reconcileID": "5901cbe4-0c20-404f-9134-25bd773ebc8c", "Gateway": "e2e-api-b-806a33", "namespace": "openshift-ingress"} 2026-09-10T21:21:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "efc3a2a0-6fa0-4552-8ea9-520407d8e70d", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:21:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "efc3a2a0-6fa0-4552-8ea9-520407d8e70d", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29-authn-ssl"} 2026-09-10T21:21:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "efc3a2a0-6fa0-4552-8ea9-520407d8e70d", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:21:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "48c4cae9-4152-4232-80a0-2995ed7b2a19", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:21:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "48c4cae9-4152-4232-80a0-2995ed7b2a19", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29-authn-ssl"} 2026-09-10T21:21:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "48c4cae9-4152-4232-80a0-2995ed7b2a19", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:21:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-14cee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-14cee3", "reconcileID": "b1f957a2-aa8b-408b-ab39-e96b9aa3439f", "Gateway": "e2e-shared-a-w2-14cee3", "namespace": "openshift-ingress"} 2026-09-10T21:21:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-14cee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-14cee3", "reconcileID": "b1f957a2-aa8b-408b-ab39-e96b9aa3439f", "Gateway": "e2e-shared-a-w2-14cee3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-14cee3-authn-ssl"} 2026-09-10T21:21:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-14cee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-14cee3", "reconcileID": "b1f957a2-aa8b-408b-ab39-e96b9aa3439f", "Gateway": "e2e-shared-a-w2-14cee3", "namespace": "openshift-ingress"} 2026-09-10T21:21:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-14cee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-14cee3", "reconcileID": "8d9f9c2e-47a6-4ef8-832f-9dc71ed8d2bd", "Gateway": "e2e-shared-a-w2-14cee3", "namespace": "openshift-ingress"} 2026-09-10T21:21:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-14cee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-14cee3", "reconcileID": "8d9f9c2e-47a6-4ef8-832f-9dc71ed8d2bd", "Gateway": "e2e-shared-a-w2-14cee3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-14cee3-authn-ssl"} 2026-09-10T21:21:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-14cee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-14cee3", "reconcileID": "8d9f9c2e-47a6-4ef8-832f-9dc71ed8d2bd", "Gateway": "e2e-shared-a-w2-14cee3", "namespace": "openshift-ingress"} 2026-09-10T21:21:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-14cee3"}, "namespace": "ai-tenant-e2e-shared-a-w2-14cee3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3db7f0c3-b507-4ed0-9d04-e56713abc368", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-14cee3"} 2026-09-10T21:21:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-14cee3"}, "namespace": "ai-tenant-e2e-shared-a-w2-14cee3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3db7f0c3-b507-4ed0-9d04-e56713abc368", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-14cee3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:21:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-14cee3"}, "namespace": "ai-tenant-e2e-shared-a-w2-14cee3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3db7f0c3-b507-4ed0-9d04-e56713abc368", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-14cee3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:21:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-14cee3"}, "namespace": "ai-tenant-e2e-shared-a-w2-14cee3", "name": "odh-trusted-ca-bundle", "reconcileID": "6182da63-3fbf-4e20-b7cb-419ca47d2450", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-14cee3"} 2026-09-10T21:21:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-14cee3"}, "namespace": "ai-tenant-e2e-shared-a-w2-14cee3", "name": "odh-trusted-ca-bundle", "reconcileID": "6182da63-3fbf-4e20-b7cb-419ca47d2450", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-14cee3"} 2026-09-10T21:21:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-14cee3"}, "namespace": "ai-tenant-e2e-shared-a-w2-14cee3", "name": "openshift-service-ca.crt", "reconcileID": "e764892b-f924-41dd-be64-18d96ef7fc67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-14cee3"} 2026-09-10T21:21:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-14cee3"}, "namespace": "ai-tenant-e2e-shared-a-w2-14cee3", "name": "openshift-service-ca.crt", "reconcileID": "e764892b-f924-41dd-be64-18d96ef7fc67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-14cee3"} 2026-09-10T21:21:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-14cee3"}, "namespace": "ai-tenant-e2e-shared-a-w2-14cee3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb5f652d-4360-4b58-b2dd-7ea21c1f1e63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-14cee3"} 2026-09-10T21:21:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-14cee3"}, "namespace": "ai-tenant-e2e-shared-a-w2-14cee3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb5f652d-4360-4b58-b2dd-7ea21c1f1e63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-14cee3"} 2026-09-10T21:21:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-14cee3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-14cee3", "reconcileID": "f955b15a-2b60-4550-80ee-ce7029e163ce", "Gateway": "e2e-shared-a-w2-14cee3", "namespace": "openshift-ingress"} 2026-09-10T21:22:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "033a5208-29e9-4da4-8915-b93adef34d28", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:22:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "033a5208-29e9-4da4-8915-b93adef34d28", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1-authn-ssl"} 2026-09-10T21:22:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "033a5208-29e9-4da4-8915-b93adef34d28", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:22:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "255776d0-d3d9-404d-a806-a6b8a6ad06a1", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:22:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "255776d0-d3d9-404d-a806-a6b8a6ad06a1", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1-authn-ssl"} 2026-09-10T21:22:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "255776d0-d3d9-404d-a806-a6b8a6ad06a1", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:22:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "f2fce79b-b7ca-40fa-a170-4c81c43b4957", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:22:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "f2fce79b-b7ca-40fa-a170-4c81c43b4957", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1-authn-ssl"} 2026-09-10T21:22:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "f2fce79b-b7ca-40fa-a170-4c81c43b4957", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:22:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "26e088ae-af40-4daa-b64c-09a2e7d0db68", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:22:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "26e088ae-af40-4daa-b64c-09a2e7d0db68", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1-authn-ssl"} 2026-09-10T21:22:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "26e088ae-af40-4daa-b64c-09a2e7d0db68", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:22:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "2f833662-e32b-4346-8f0d-f0e493192a26", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:22:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "2f833662-e32b-4346-8f0d-f0e493192a26", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1-authn-ssl"} 2026-09-10T21:22:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "2f833662-e32b-4346-8f0d-f0e493192a26", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:22:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "6d22025f-e902-487f-ae74-525c83997b06", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:22:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "6d22025f-e902-487f-ae74-525c83997b06", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1-authn-ssl"} 2026-09-10T21:22:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "6d22025f-e902-487f-ae74-525c83997b06", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:22:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "c52a7ca9-c911-4eef-8785-01e3bc963cbb", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:22:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "c52a7ca9-c911-4eef-8785-01e3bc963cbb", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1-authn-ssl"} 2026-09-10T21:22:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "c52a7ca9-c911-4eef-8785-01e3bc963cbb", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:22:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-aca18f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-aca18f", "reconcileID": "f5385cf8-29df-450f-a495-35637b5f4b54", "Gateway": "e2e-shared-b-w2-aca18f", "namespace": "openshift-ingress"} 2026-09-10T21:22:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-aca18f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-aca18f", "reconcileID": "f5385cf8-29df-450f-a495-35637b5f4b54", "Gateway": "e2e-shared-b-w2-aca18f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-aca18f-authn-ssl"} 2026-09-10T21:22:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-aca18f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-aca18f", "reconcileID": "f5385cf8-29df-450f-a495-35637b5f4b54", "Gateway": "e2e-shared-b-w2-aca18f", "namespace": "openshift-ingress"} 2026-09-10T21:22:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "openshift-service-ca.crt", "reconcileID": "32f367cd-d2f0-4b37-8735-11dc4da845a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1427b1"} 2026-09-10T21:22:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "odh-trusted-ca-bundle", "reconcileID": "9c4b2153-71fa-4cb6-b193-48e95953965b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1427b1"} 2026-09-10T21:22:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "openshift-service-ca.crt", "reconcileID": "f8ba99ca-823a-4085-9bac-4b9386a25e87", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1427b1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:22:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "openshift-service-ca.crt", "reconcileID": "f8ba99ca-823a-4085-9bac-4b9386a25e87", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1427b1"} 2026-09-10T21:22:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5aad9eb4-517e-4ee1-9428-9f7a74b14899", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1427b1"} 2026-09-10T21:22:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "openshift-service-ca.crt", "reconcileID": "5aa47760-1269-458b-a866-5b42fd60dd33", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1427b1"} 2026-09-10T21:22:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "odh-trusted-ca-bundle", "reconcileID": "35b75e60-f02a-4a4f-aeb0-911a42d8700a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1427b1", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:22:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "odh-trusted-ca-bundle", "reconcileID": "35b75e60-f02a-4a4f-aeb0-911a42d8700a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1427b1"} 2026-09-10T21:22:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c73a049c-f846-470b-a0cf-79bac157c4cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1427b1"} 2026-09-10T21:22:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "3ab13158-2b0e-41c7-9e79-0003c073d9ff", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:22:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "3ab13158-2b0e-41c7-9e79-0003c073d9ff", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1-authn-ssl"} 2026-09-10T21:22:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "3ab13158-2b0e-41c7-9e79-0003c073d9ff", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:22:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-aca18f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-aca18f", "reconcileID": "adb1acec-dcb0-4a49-929c-a079202a2f5e", "Gateway": "e2e-shared-b-w2-aca18f", "namespace": "openshift-ingress"} 2026-09-10T21:22:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-aca18f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-aca18f", "reconcileID": "adb1acec-dcb0-4a49-929c-a079202a2f5e", "Gateway": "e2e-shared-b-w2-aca18f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-aca18f-authn-ssl"} 2026-09-10T21:22:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-aca18f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-aca18f", "reconcileID": "adb1acec-dcb0-4a49-929c-a079202a2f5e", "Gateway": "e2e-shared-b-w2-aca18f", "namespace": "openshift-ingress"} 2026-09-10T21:22:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "9619cf5a-4d3e-4ba0-b3b5-b3fd6e42de5c", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:22:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "9619cf5a-4d3e-4ba0-b3b5-b3fd6e42de5c", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1-authn-ssl"} 2026-09-10T21:22:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "9619cf5a-4d3e-4ba0-b3b5-b3fd6e42de5c", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:22:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-aca18f"}, "namespace": "ai-tenant-e2e-shared-b-w2-aca18f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24f341ff-fe42-4175-be89-51821c979aec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-aca18f"} 2026-09-10T21:22:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-aca18f"}, "namespace": "ai-tenant-e2e-shared-b-w2-aca18f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24f341ff-fe42-4175-be89-51821c979aec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-aca18f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:22:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-aca18f"}, "namespace": "ai-tenant-e2e-shared-b-w2-aca18f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24f341ff-fe42-4175-be89-51821c979aec", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-aca18f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:22:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-aca18f"}, "namespace": "ai-tenant-e2e-shared-b-w2-aca18f", "name": "odh-trusted-ca-bundle", "reconcileID": "f99a73c2-0362-4b36-a092-ee921c50b72b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-aca18f"} 2026-09-10T21:22:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-aca18f"}, "namespace": "ai-tenant-e2e-shared-b-w2-aca18f", "name": "odh-trusted-ca-bundle", "reconcileID": "f99a73c2-0362-4b36-a092-ee921c50b72b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-aca18f"} 2026-09-10T21:22:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-aca18f"}, "namespace": "ai-tenant-e2e-shared-b-w2-aca18f", "name": "openshift-service-ca.crt", "reconcileID": "b1051823-e939-45e8-a6b9-5575909b6250", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-aca18f"} 2026-09-10T21:22:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-aca18f"}, "namespace": "ai-tenant-e2e-shared-b-w2-aca18f", "name": "openshift-service-ca.crt", "reconcileID": "b1051823-e939-45e8-a6b9-5575909b6250", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-aca18f"} 2026-09-10T21:22:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-aca18f"}, "namespace": "ai-tenant-e2e-shared-b-w2-aca18f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ef843a9-216e-4030-890f-a563dc703c7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-aca18f"} 2026-09-10T21:22:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-aca18f"}, "namespace": "ai-tenant-e2e-shared-b-w2-aca18f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ef843a9-216e-4030-890f-a563dc703c7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-aca18f"} 2026-09-10T21:22:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-aca18f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-aca18f", "reconcileID": "311523bb-db5c-495d-8414-477f85e60595", "Gateway": "e2e-shared-b-w2-aca18f", "namespace": "openshift-ingress"} 2026-09-10T21:22:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "1ac0c707-711e-4094-b944-ffccbb9b0f1d", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:22:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "1ac0c707-711e-4094-b944-ffccbb9b0f1d", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1-authn-ssl"} 2026-09-10T21:22:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "1ac0c707-711e-4094-b944-ffccbb9b0f1d", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:22:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "ac46e514-563f-4ceb-98f5-95377ca835b2", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:22:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "ac46e514-563f-4ceb-98f5-95377ca835b2", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:22:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "ac46e514-563f-4ceb-98f5-95377ca835b2", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:22:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "d0368452-4347-492b-8f54-ba93fd681780", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:22:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "ac46e514-563f-4ceb-98f5-95377ca835b2", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29-kserve-route-authn"} 2026-09-10T21:22:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "ac46e514-563f-4ceb-98f5-95377ca835b2", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "authType": "userdefined"} 2026-09-10T21:22:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "ac46e514-563f-4ceb-98f5-95377ca835b2", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:22:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "d0368452-4347-492b-8f54-ba93fd681780", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29-authn-ssl"} 2026-09-10T21:22:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "d0368452-4347-492b-8f54-ba93fd681780", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:22:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "fd7ae6d7-37ab-4aca-9d98-c40aff377fdc", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:22:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "fd7ae6d7-37ab-4aca-9d98-c40aff377fdc", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:22:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "fd7ae6d7-37ab-4aca-9d98-c40aff377fdc", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:22:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "fd7ae6d7-37ab-4aca-9d98-c40aff377fdc", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29-kserve-route-authn"} 2026-09-10T21:22:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "fd7ae6d7-37ab-4aca-9d98-c40aff377fdc", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "authType": "userdefined"} 2026-09-10T21:22:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "fd7ae6d7-37ab-4aca-9d98-c40aff377fdc", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:22:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "7c3b3154-f6fa-4027-a631-f35bc2bcada5", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:22:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "7c3b3154-f6fa-4027-a631-f35bc2bcada5", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29-authn-ssl"} 2026-09-10T21:22:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "7c3b3154-f6fa-4027-a631-f35bc2bcada5", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:22:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "f05b8e42-f1dc-4e6b-8504-7d28e59cbaeb", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:22:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "f05b8e42-f1dc-4e6b-8504-7d28e59cbaeb", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:22:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "f05b8e42-f1dc-4e6b-8504-7d28e59cbaeb", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:22:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "f05b8e42-f1dc-4e6b-8504-7d28e59cbaeb", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29-kserve-route-authn"} 2026-09-10T21:22:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "f05b8e42-f1dc-4e6b-8504-7d28e59cbaeb", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "authType": "userdefined"} 2026-09-10T21:22:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "f05b8e42-f1dc-4e6b-8504-7d28e59cbaeb", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:22:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "a8661714-f496-4ee5-a7c3-cc564e01ddd7", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:22:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "a8661714-f496-4ee5-a7c3-cc564e01ddd7", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:22:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "a8661714-f496-4ee5-a7c3-cc564e01ddd7", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:22:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "a8661714-f496-4ee5-a7c3-cc564e01ddd7", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29-kserve-route-authn"} 2026-09-10T21:22:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "a8661714-f496-4ee5-a7c3-cc564e01ddd7", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "authType": "userdefined"} 2026-09-10T21:22:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "a8661714-f496-4ee5-a7c3-cc564e01ddd7", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:22:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "c8c99b8a-e063-45b7-b097-e04ca2b87803", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:22:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "c8c99b8a-e063-45b7-b097-e04ca2b87803", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:22:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "c8c99b8a-e063-45b7-b097-e04ca2b87803", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:22:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "c8c99b8a-e063-45b7-b097-e04ca2b87803", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29-kserve-route-authn"} 2026-09-10T21:22:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "c8c99b8a-e063-45b7-b097-e04ca2b87803", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "authType": "userdefined"} 2026-09-10T21:22:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "c8c99b8a-e063-45b7-b097-e04ca2b87803", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:23:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "5aca7ec1-209d-43c1-ba85-1cdb549a1d20", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "5aca7ec1-209d-43c1-ba85-1cdb549a1d20", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c-authn-ssl"} 2026-09-10T21:23:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "5aca7ec1-209d-43c1-ba85-1cdb549a1d20", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "00772a74-7885-4ca1-8c2c-a9f89904828e", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "00772a74-7885-4ca1-8c2c-a9f89904828e", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c-authn-ssl"} 2026-09-10T21:23:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "00772a74-7885-4ca1-8c2c-a9f89904828e", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "3e9eadee-c4cc-4c2d-bf56-307d27fb9e22", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "3e9eadee-c4cc-4c2d-bf56-307d27fb9e22", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c-authn-ssl"} 2026-09-10T21:23:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "3e9eadee-c4cc-4c2d-bf56-307d27fb9e22", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "9e723398-a769-4eb8-b33a-c8ea19b139c3", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "9e723398-a769-4eb8-b33a-c8ea19b139c3", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c-authn-ssl"} 2026-09-10T21:23:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "9e723398-a769-4eb8-b33a-c8ea19b139c3", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "5f4b482e-70d3-48e5-9009-ecd1b5d3fbe3", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "5f4b482e-70d3-48e5-9009-ecd1b5d3fbe3", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c-authn-ssl"} 2026-09-10T21:23:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "5f4b482e-70d3-48e5-9009-ecd1b5d3fbe3", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "565f0f16-2a0b-487d-b073-23088fcc030f", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "565f0f16-2a0b-487d-b073-23088fcc030f", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c-authn-ssl"} 2026-09-10T21:23:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "565f0f16-2a0b-487d-b073-23088fcc030f", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "5c06b9fe-8aed-4dd9-9e2a-6620a26f5d4f", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "5c06b9fe-8aed-4dd9-9e2a-6620a26f5d4f", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c-authn-ssl"} 2026-09-10T21:23:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "5c06b9fe-8aed-4dd9-9e2a-6620a26f5d4f", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "56ba9f9f-34cd-4c93-9d14-a3ddce4e769d", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "56ba9f9f-34cd-4c93-9d14-a3ddce4e769d", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c-authn-ssl"} 2026-09-10T21:23:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "56ba9f9f-34cd-4c93-9d14-a3ddce4e769d", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c1753c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "name": "openshift-service-ca.crt", "reconcileID": "ce76f766-141e-4cf8-bc29-a91b6c6260a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c"} 2026-09-10T21:23:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c1753c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "name": "odh-trusted-ca-bundle", "reconcileID": "3764d0fd-11a2-470a-9653-a8dbebb6c7b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c"} 2026-09-10T21:23:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c1753c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "name": "openshift-service-ca.crt", "reconcileID": "acf44ad7-48ac-4311-bb8b-90fd27db13b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:23:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c1753c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "name": "openshift-service-ca.crt", "reconcileID": "acf44ad7-48ac-4311-bb8b-90fd27db13b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c"} 2026-09-10T21:23:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c1753c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "231652ca-fdbc-458a-863e-3f40f0d30132", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c"} 2026-09-10T21:23:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c1753c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "name": "openshift-service-ca.crt", "reconcileID": "2e51e26b-4bb3-4866-9f9e-614d87c4410f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c"} 2026-09-10T21:23:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c1753c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "name": "odh-trusted-ca-bundle", "reconcileID": "25d5270a-bd21-4dc2-8ff3-44bf91fbb4b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:23:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c1753c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "name": "odh-trusted-ca-bundle", "reconcileID": "25d5270a-bd21-4dc2-8ff3-44bf91fbb4b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c"} 2026-09-10T21:23:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c1753c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01392a6d-6b9b-408f-a858-ef66e9c439e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c"} 2026-09-10T21:23:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "0e92db26-8b53-4393-97da-a1e33cd5672f", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "0e92db26-8b53-4393-97da-a1e33cd5672f", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c-authn-ssl"} 2026-09-10T21:23:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "0e92db26-8b53-4393-97da-a1e33cd5672f", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "b4b19153-db30-44b8-94ae-003109700f23", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "b4b19153-db30-44b8-94ae-003109700f23", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c-authn-ssl"} 2026-09-10T21:23:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "b4b19153-db30-44b8-94ae-003109700f23", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:19Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:23:19Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:23:20Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:23:20Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:23:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "5a1bbf09-3afd-4722-a85e-41f2a0e80200", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "5a1bbf09-3afd-4722-a85e-41f2a0e80200", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c-authn-ssl"} 2026-09-10T21:23:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "5a1bbf09-3afd-4722-a85e-41f2a0e80200", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "9c8b3894-3381-4b2f-bbce-ba81d0d20298", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "9c8b3894-3381-4b2f-bbce-ba81d0d20298", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c-authn-ssl"} 2026-09-10T21:23:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "9c8b3894-3381-4b2f-bbce-ba81d0d20298", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:23:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c1753c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3a83930-5151-4f67-bf6b-96b3f9a53164", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c"} 2026-09-10T21:23:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c1753c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3a83930-5151-4f67-bf6b-96b3f9a53164", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:23:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c1753c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3a83930-5151-4f67-bf6b-96b3f9a53164", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-c1753c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:23:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c1753c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "name": "odh-trusted-ca-bundle", "reconcileID": "76a0dc76-b938-44c5-861d-61a444c80d22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c"} 2026-09-10T21:23:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c1753c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "name": "odh-trusted-ca-bundle", "reconcileID": "76a0dc76-b938-44c5-861d-61a444c80d22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c"} 2026-09-10T21:23:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c1753c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "name": "openshift-service-ca.crt", "reconcileID": "f9aa1c4b-c131-457c-9f6b-f014b71ce26c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c"} 2026-09-10T21:23:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c1753c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "name": "openshift-service-ca.crt", "reconcileID": "f9aa1c4b-c131-457c-9f6b-f014b71ce26c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c"} 2026-09-10T21:23:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c1753c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69d84bc1-13ca-4916-9ad4-5a97a2d4791b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c"} 2026-09-10T21:23:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c1753c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69d84bc1-13ca-4916-9ad4-5a97a2d4791b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c1753c"} 2026-09-10T21:23:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c1753c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c1753c", "reconcileID": "76319acf-d6e4-4ab6-9c1f-01d737f1904a", "Gateway": "e2e-ipp-cleanup-c1753c", "namespace": "openshift-ingress"} 2026-09-10T21:24:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "fa78279b-3abe-44e4-8fd1-b9763976e607", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:24:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "fa78279b-3abe-44e4-8fd1-b9763976e607", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29-authn-ssl"} 2026-09-10T21:24:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "fa78279b-3abe-44e4-8fd1-b9763976e607", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:24:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "80626192-aba7-4a95-a361-895d57478088", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:24:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "80626192-aba7-4a95-a361-895d57478088", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29-authn-ssl"} 2026-09-10T21:24:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "80626192-aba7-4a95-a361-895d57478088", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:24:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "80871926-4e30-4958-bc3d-e15fa932f0f3", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:24:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "80871926-4e30-4958-bc3d-e15fa932f0f3", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29-authn-ssl"} 2026-09-10T21:24:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "80871926-4e30-4958-bc3d-e15fa932f0f3", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:24:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "50c4bfb4-a621-4570-b4c7-9f2d4c177307", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:24:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "50c4bfb4-a621-4570-b4c7-9f2d4c177307", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:24:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "50c4bfb4-a621-4570-b4c7-9f2d4c177307", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:24:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "50c4bfb4-a621-4570-b4c7-9f2d4c177307", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29-kserve-route-authn"} 2026-09-10T21:24:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "50c4bfb4-a621-4570-b4c7-9f2d4c177307", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "authType": "userdefined"} 2026-09-10T21:24:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "50c4bfb4-a621-4570-b4c7-9f2d4c177307", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:24:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "b07ed159-5d39-46e0-9054-190e7bd65fb6", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:24:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "b07ed159-5d39-46e0-9054-190e7bd65fb6", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29-authn-ssl"} 2026-09-10T21:24:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "b07ed159-5d39-46e0-9054-190e7bd65fb6", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:24:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "efe4dac8-4ddd-447f-b9cd-6384feebdb0a", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:24:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "efe4dac8-4ddd-447f-b9cd-6384feebdb0a", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29"} 2026-09-10T21:24:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "efe4dac8-4ddd-447f-b9cd-6384feebdb0a", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:24:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "efe4dac8-4ddd-447f-b9cd-6384feebdb0a", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:24:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "efe4dac8-4ddd-447f-b9cd-6384feebdb0a", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29-kserve-route-authn"} 2026-09-10T21:24:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "efe4dac8-4ddd-447f-b9cd-6384feebdb0a", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29-kserve-route-authn"} 2026-09-10T21:24:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "efe4dac8-4ddd-447f-b9cd-6384feebdb0a", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:24:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "efe4dac8-4ddd-447f-b9cd-6384feebdb0a", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:24:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0742ccbe-acfd-4345-834e-808715c6fb75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:24:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0742ccbe-acfd-4345-834e-808715c6fb75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:24:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0742ccbe-acfd-4345-834e-808715c6fb75", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-f7eb29 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:24:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "odh-trusted-ca-bundle", "reconcileID": "e2c00484-d1b1-42be-8437-c5559168c743", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:24:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "odh-trusted-ca-bundle", "reconcileID": "e2c00484-d1b1-42be-8437-c5559168c743", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:24:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "openshift-service-ca.crt", "reconcileID": "8ebc1d10-1622-4463-91fb-2f986a0fbc83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:24:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "openshift-service-ca.crt", "reconcileID": "8ebc1d10-1622-4463-91fb-2f986a0fbc83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:24:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74705b79-331c-483a-ac1b-14775c75dfce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:24:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74705b79-331c-483a-ac1b-14775c75dfce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:25:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "fd1ebf07-5797-4ad2-a71c-845a4e0d7466", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:25:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "fd1ebf07-5797-4ad2-a71c-845a4e0d7466", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29"} 2026-09-10T21:25:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "fd1ebf07-5797-4ad2-a71c-845a4e0d7466", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:25:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "fd1ebf07-5797-4ad2-a71c-845a4e0d7466", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:25:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "fd1ebf07-5797-4ad2-a71c-845a4e0d7466", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29-kserve-route-authn"} 2026-09-10T21:25:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "fd1ebf07-5797-4ad2-a71c-845a4e0d7466", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29-kserve-route-authn"} 2026-09-10T21:25:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "fd1ebf07-5797-4ad2-a71c-845a4e0d7466", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:25:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "fd1ebf07-5797-4ad2-a71c-845a4e0d7466", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:25:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f7eb29","namespace":"ai-tenant-e2e-ipp-a-f7eb29"}, "namespace": "ai-tenant-e2e-ipp-a-f7eb29", "name": "ipp-route-f7eb29", "reconcileID": "37fadca7-d1bb-4b09-a50a-ee2bc7285917", "LLMInferenceService": "ipp-route-f7eb29", "namespace": "ai-tenant-e2e-ipp-a-f7eb29"} 2026-09-10T21:25:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "8eba5474-dabc-4442-a93c-9236275e8a63", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:25:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "8eba5474-dabc-4442-a93c-9236275e8a63", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29-authn-ssl"} 2026-09-10T21:25:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "8eba5474-dabc-4442-a93c-9236275e8a63", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:25:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f7eb29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f7eb29", "reconcileID": "ca353dae-e556-4805-a230-d8543a24793a", "Gateway": "e2e-ipp-a-f7eb29", "namespace": "openshift-ingress"} 2026-09-10T21:25:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "5abf529e-ed85-42d3-802d-90ade9ea87e6", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:25:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "5abf529e-ed85-42d3-802d-90ade9ea87e6", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1-authn-ssl"} 2026-09-10T21:25:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "5abf529e-ed85-42d3-802d-90ade9ea87e6", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:25:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "2d8b8e1a-0ef3-4772-b0a3-3ca892a79dc2", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:25:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "2d8b8e1a-0ef3-4772-b0a3-3ca892a79dc2", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1-authn-ssl"} 2026-09-10T21:25:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "2d8b8e1a-0ef3-4772-b0a3-3ca892a79dc2", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:25:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "608d9b0a-6121-4d84-a2d6-13dc9a381c6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1427b1"} 2026-09-10T21:25:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "608d9b0a-6121-4d84-a2d6-13dc9a381c6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1427b1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:25:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "608d9b0a-6121-4d84-a2d6-13dc9a381c6a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-1427b1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:25:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "odh-trusted-ca-bundle", "reconcileID": "b74f4a35-6b97-4312-9aa3-10d3ca3f5f15", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1427b1"} 2026-09-10T21:25:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "odh-trusted-ca-bundle", "reconcileID": "b74f4a35-6b97-4312-9aa3-10d3ca3f5f15", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1427b1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:25:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "odh-trusted-ca-bundle", "reconcileID": "b74f4a35-6b97-4312-9aa3-10d3ca3f5f15", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-1427b1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:25:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "openshift-service-ca.crt", "reconcileID": "33dbf27b-95b5-4c35-8eb5-6d0fb044c67c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1427b1"} 2026-09-10T21:25:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "openshift-service-ca.crt", "reconcileID": "33dbf27b-95b5-4c35-8eb5-6d0fb044c67c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-1427b1"} 2026-09-10T21:25:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d360af0-ad8c-42ca-ac2c-1a926283cf8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1427b1"} 2026-09-10T21:25:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d360af0-ad8c-42ca-ac2c-1a926283cf8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1427b1"} 2026-09-10T21:25:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "odh-trusted-ca-bundle", "reconcileID": "457b7618-f703-4ca4-9cc7-d2d82143d6e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1427b1"} 2026-09-10T21:25:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-1427b1"}, "namespace": "ai-tenant-e2e-ipp-b-1427b1", "name": "odh-trusted-ca-bundle", "reconcileID": "457b7618-f703-4ca4-9cc7-d2d82143d6e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-1427b1"} 2026-09-10T21:25:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-1427b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-1427b1", "reconcileID": "0c4a0988-f1dd-4998-a6d8-57504083b947", "Gateway": "e2e-ipp-b-1427b1", "namespace": "openshift-ingress"} 2026-09-10T21:25:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-828c7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-828c7c", "reconcileID": "fb2d3d2d-30f1-45a6-9b68-0a6603e29ad8", "Gateway": "e2e-shared-a-w3-828c7c", "namespace": "openshift-ingress"} 2026-09-10T21:25:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-828c7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-828c7c", "reconcileID": "fb2d3d2d-30f1-45a6-9b68-0a6603e29ad8", "Gateway": "e2e-shared-a-w3-828c7c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-828c7c-authn-ssl"} 2026-09-10T21:25:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-828c7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-828c7c", "reconcileID": "fb2d3d2d-30f1-45a6-9b68-0a6603e29ad8", "Gateway": "e2e-shared-a-w3-828c7c", "namespace": "openshift-ingress"} 2026-09-10T21:25:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-828c7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-828c7c", "reconcileID": "2d3d832f-d2d6-4a54-935f-5be4548dc821", "Gateway": "e2e-shared-a-w3-828c7c", "namespace": "openshift-ingress"} 2026-09-10T21:25:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-828c7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-828c7c", "reconcileID": "2d3d832f-d2d6-4a54-935f-5be4548dc821", "Gateway": "e2e-shared-a-w3-828c7c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-828c7c-authn-ssl"} 2026-09-10T21:25:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-828c7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-828c7c", "reconcileID": "2d3d832f-d2d6-4a54-935f-5be4548dc821", "Gateway": "e2e-shared-a-w3-828c7c", "namespace": "openshift-ingress"} 2026-09-10T21:26:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-828c7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9bd7966-c4de-486c-9167-9e797c3bbea9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-828c7c"} 2026-09-10T21:26:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-828c7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9bd7966-c4de-486c-9167-9e797c3bbea9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:26:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-828c7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9bd7966-c4de-486c-9167-9e797c3bbea9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-828c7c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:26:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-828c7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "odh-trusted-ca-bundle", "reconcileID": "4f64e60a-9e25-4bb3-9d55-d6afbccb2fef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-828c7c"} 2026-09-10T21:26:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-828c7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "odh-trusted-ca-bundle", "reconcileID": "4f64e60a-9e25-4bb3-9d55-d6afbccb2fef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-828c7c"} 2026-09-10T21:26:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-828c7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "openshift-service-ca.crt", "reconcileID": "1a5dedc7-e4e4-4254-a972-600449e17517", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-828c7c"} 2026-09-10T21:26:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-828c7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "openshift-service-ca.crt", "reconcileID": "1a5dedc7-e4e4-4254-a972-600449e17517", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-828c7c"} 2026-09-10T21:26:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-828c7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4b2b9a9-0a0f-4fe8-8baf-bbade443e079", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-828c7c"} 2026-09-10T21:26:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-828c7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-828c7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4b2b9a9-0a0f-4fe8-8baf-bbade443e079", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-828c7c"} 2026-09-10T21:26:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-828c7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-828c7c", "reconcileID": "c5425890-cfc1-460d-9504-0804db65def8", "Gateway": "e2e-shared-a-w3-828c7c", "namespace": "openshift-ingress"} 2026-09-10T21:26:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9f6475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9f6475", "reconcileID": "6dbd75f9-678b-41c7-8737-344efc9099b3", "Gateway": "e2e-shared-b-w3-9f6475", "namespace": "openshift-ingress"} 2026-09-10T21:26:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9f6475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9f6475", "reconcileID": "6dbd75f9-678b-41c7-8737-344efc9099b3", "Gateway": "e2e-shared-b-w3-9f6475", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9f6475-authn-ssl"} 2026-09-10T21:26:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9f6475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9f6475", "reconcileID": "6dbd75f9-678b-41c7-8737-344efc9099b3", "Gateway": "e2e-shared-b-w3-9f6475", "namespace": "openshift-ingress"} 2026-09-10T21:26:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9f6475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9f6475", "reconcileID": "d81de44f-f968-44b3-94e6-e86ba9287f97", "Gateway": "e2e-shared-b-w3-9f6475", "namespace": "openshift-ingress"} 2026-09-10T21:26:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9f6475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9f6475", "reconcileID": "d81de44f-f968-44b3-94e6-e86ba9287f97", "Gateway": "e2e-shared-b-w3-9f6475", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9f6475-authn-ssl"} 2026-09-10T21:26:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9f6475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9f6475", "reconcileID": "d81de44f-f968-44b3-94e6-e86ba9287f97", "Gateway": "e2e-shared-b-w3-9f6475", "namespace": "openshift-ingress"} 2026-09-10T21:26:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9f6475"}, "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9836821a-e4a8-439e-bc0d-fc2d0a9f18a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9f6475"} 2026-09-10T21:26:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9f6475"}, "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9836821a-e4a8-439e-bc0d-fc2d0a9f18a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:26:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9f6475"}, "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9836821a-e4a8-439e-bc0d-fc2d0a9f18a2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-9f6475 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:26:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9f6475"}, "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "odh-trusted-ca-bundle", "reconcileID": "63d8f1dc-0da0-46ae-8825-46daac7a6343", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9f6475"} 2026-09-10T21:26:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9f6475"}, "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "odh-trusted-ca-bundle", "reconcileID": "63d8f1dc-0da0-46ae-8825-46daac7a6343", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9f6475"} 2026-09-10T21:26:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-9f6475"}, "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "openshift-service-ca.crt", "reconcileID": "62b213a9-01ec-4e9a-925d-3ab1477b1346", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-9f6475"} 2026-09-10T21:26:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-9f6475"}, "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "openshift-service-ca.crt", "reconcileID": "62b213a9-01ec-4e9a-925d-3ab1477b1346", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-9f6475"} 2026-09-10T21:26:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9f6475"}, "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0449c569-b99f-4a94-b38f-0052aa9f5773", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9f6475"} 2026-09-10T21:26:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9f6475"}, "namespace": "ai-tenant-e2e-shared-b-w3-9f6475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0449c569-b99f-4a94-b38f-0052aa9f5773", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9f6475"} 2026-09-10T21:26:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9f6475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9f6475", "reconcileID": "2062bb3f-6d18-4682-b216-35b2bebac932", "Gateway": "e2e-shared-b-w3-9f6475", "namespace": "openshift-ingress"} 2026-09-10T21:29:15Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:29:15Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:29:16Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:29:16Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:30:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "8c37ce12-4ede-4be3-b9c1-bad939810a63", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm"} 2026-09-10T21:30:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "8c37ce12-4ede-4be3-b9c1-bad939810a63", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm"} 2026-09-10T21:30:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "8c37ce12-4ede-4be3-b9c1-bad939810a63", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm"} 2026-09-10T21:30:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba33c768-b296-4173-8d0a-a9f010eba153", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:30:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "8c37ce12-4ede-4be3-b9c1-bad939810a63", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm", "name": "e2e-same-id-a-62ecef60-kserve-route-authn"} 2026-09-10T21:30:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "8c37ce12-4ede-4be3-b9c1-bad939810a63", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:30:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "8c37ce12-4ede-4be3-b9c1-bad939810a63", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm"} 2026-09-10T21:30:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba33c768-b296-4173-8d0a-a9f010eba153", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:30:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba33c768-b296-4173-8d0a-a9f010eba153", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:30:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "d3d2d664-0882-48ef-82d3-703c8da74a1e", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm"} 2026-09-10T21:30:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "d3d2d664-0882-48ef-82d3-703c8da74a1e", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm"} 2026-09-10T21:30:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "d3d2d664-0882-48ef-82d3-703c8da74a1e", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm"} 2026-09-10T21:30:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d62e429d-9bcc-4361-b583-2decfba91633", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:30:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "d3d2d664-0882-48ef-82d3-703c8da74a1e", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm", "name": "e2e-same-id-b-62ecef60-kserve-route-authn"} 2026-09-10T21:30:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "d3d2d664-0882-48ef-82d3-703c8da74a1e", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:30:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "d3d2d664-0882-48ef-82d3-703c8da74a1e", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm"} 2026-09-10T21:30:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d62e429d-9bcc-4361-b583-2decfba91633", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:30:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d62e429d-9bcc-4361-b583-2decfba91633", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:30:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "97139a44-3264-431c-94b6-d4e4358da84c", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm"} 2026-09-10T21:30:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "97139a44-3264-431c-94b6-d4e4358da84c", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm"} 2026-09-10T21:30:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "97139a44-3264-431c-94b6-d4e4358da84c", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm"} 2026-09-10T21:30:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "97139a44-3264-431c-94b6-d4e4358da84c", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm", "name": "e2e-same-id-a-62ecef60-kserve-route-authn"} 2026-09-10T21:30:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "97139a44-3264-431c-94b6-d4e4358da84c", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:30:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "97139a44-3264-431c-94b6-d4e4358da84c", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm"} 2026-09-10T21:30:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "da18b504-ada6-46f0-af71-c8fa1ff99d3d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:30:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "da18b504-ada6-46f0-af71-c8fa1ff99d3d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:30:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "da18b504-ada6-46f0-af71-c8fa1ff99d3d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:30:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "23402496-8276-4744-b066-38fc775559f1", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm"} 2026-09-10T21:30:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "23402496-8276-4744-b066-38fc775559f1", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm"} 2026-09-10T21:30:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "23402496-8276-4744-b066-38fc775559f1", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm"} 2026-09-10T21:30:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "23402496-8276-4744-b066-38fc775559f1", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm", "name": "e2e-same-id-a-62ecef60-kserve-route-authn"} 2026-09-10T21:30:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "23402496-8276-4744-b066-38fc775559f1", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:30:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "23402496-8276-4744-b066-38fc775559f1", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm"} 2026-09-10T21:30:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "25491ac4-b54f-4a04-a0eb-5e7e0857c936", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm"} 2026-09-10T21:30:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "25491ac4-b54f-4a04-a0eb-5e7e0857c936", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm"} 2026-09-10T21:30:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "25491ac4-b54f-4a04-a0eb-5e7e0857c936", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm"} 2026-09-10T21:30:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "25491ac4-b54f-4a04-a0eb-5e7e0857c936", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm", "name": "e2e-same-id-b-62ecef60-kserve-route-authn"} 2026-09-10T21:30:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "25491ac4-b54f-4a04-a0eb-5e7e0857c936", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:30:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "25491ac4-b54f-4a04-a0eb-5e7e0857c936", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm"} 2026-09-10T21:30:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd4ffcc0-cee0-482a-a852-6aaa24b386a8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:30:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd4ffcc0-cee0-482a-a852-6aaa24b386a8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:30:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd4ffcc0-cee0-482a-a852-6aaa24b386a8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:30:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "1f33bbd1-189c-4970-943b-1b2120ca4f01", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm"} 2026-09-10T21:30:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "1f33bbd1-189c-4970-943b-1b2120ca4f01", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm"} 2026-09-10T21:30:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "1f33bbd1-189c-4970-943b-1b2120ca4f01", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm"} 2026-09-10T21:30:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "1f33bbd1-189c-4970-943b-1b2120ca4f01", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm", "name": "e2e-same-id-b-62ecef60-kserve-route-authn"} 2026-09-10T21:30:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "1f33bbd1-189c-4970-943b-1b2120ca4f01", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:30:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "1f33bbd1-189c-4970-943b-1b2120ca4f01", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm"} 2026-09-10T21:31:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "bf8b01c7-e198-4f5d-afd2-13df2795d897", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm"} 2026-09-10T21:31:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "bf8b01c7-e198-4f5d-afd2-13df2795d897", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm"} 2026-09-10T21:31:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "bf8b01c7-e198-4f5d-afd2-13df2795d897", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm"} 2026-09-10T21:31:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "bf8b01c7-e198-4f5d-afd2-13df2795d897", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm", "name": "e2e-same-id-a-62ecef60-kserve-route-authn"} 2026-09-10T21:31:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "bf8b01c7-e198-4f5d-afd2-13df2795d897", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:31:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "bf8b01c7-e198-4f5d-afd2-13df2795d897", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm"} 2026-09-10T21:31:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "6c2cb8b2-cab8-4983-b2a5-c08f07ccf569", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm"} 2026-09-10T21:31:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "6c2cb8b2-cab8-4983-b2a5-c08f07ccf569", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm"} 2026-09-10T21:31:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "6c2cb8b2-cab8-4983-b2a5-c08f07ccf569", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm"} 2026-09-10T21:31:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "6c2cb8b2-cab8-4983-b2a5-c08f07ccf569", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm", "name": "e2e-same-id-b-62ecef60-kserve-route-authn"} 2026-09-10T21:31:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "6c2cb8b2-cab8-4983-b2a5-c08f07ccf569", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:31:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "6c2cb8b2-cab8-4983-b2a5-c08f07ccf569", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm"} 2026-09-10T21:31:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "bec7df7e-50bd-413f-814f-cb9865c97602", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm"} 2026-09-10T21:31:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "bec7df7e-50bd-413f-814f-cb9865c97602", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm", "name": "e2e-same-id-a-62ecef60"} 2026-09-10T21:31:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "bec7df7e-50bd-413f-814f-cb9865c97602", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm"} 2026-09-10T21:31:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "bec7df7e-50bd-413f-814f-cb9865c97602", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm"} 2026-09-10T21:31:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "bec7df7e-50bd-413f-814f-cb9865c97602", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm", "name": "e2e-same-id-a-62ecef60-kserve-route-authn"} 2026-09-10T21:31:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "bec7df7e-50bd-413f-814f-cb9865c97602", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm", "name": "e2e-same-id-a-62ecef60-kserve-route-authn"} 2026-09-10T21:31:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-62ecef60", "reconcileID": "1b426c13-9edf-4f02-b18b-effc79ef453b", "LLMInferenceService": "e2e-same-id-a-62ecef60", "namespace": "llm"} 2026-09-10T21:31:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c683389e-2f5c-4e9f-87da-9cb4a6924f88", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c683389e-2f5c-4e9f-87da-9cb4a6924f88", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:31:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c683389e-2f5c-4e9f-87da-9cb4a6924f88", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "72ac2136-39e6-4cdd-b11e-a48c47ee6e0b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "72ac2136-39e6-4cdd-b11e-a48c47ee6e0b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:31:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "72ac2136-39e6-4cdd-b11e-a48c47ee6e0b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "101c4811-8595-47a8-a81d-153a77a8d181", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm"} 2026-09-10T21:31:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "101c4811-8595-47a8-a81d-153a77a8d181", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm", "name": "e2e-same-id-b-62ecef60"} 2026-09-10T21:31:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "101c4811-8595-47a8-a81d-153a77a8d181", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm"} 2026-09-10T21:31:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "101c4811-8595-47a8-a81d-153a77a8d181", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm"} 2026-09-10T21:31:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "101c4811-8595-47a8-a81d-153a77a8d181", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm", "name": "e2e-same-id-b-62ecef60-kserve-route-authn"} 2026-09-10T21:31:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "101c4811-8595-47a8-a81d-153a77a8d181", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm", "name": "e2e-same-id-b-62ecef60-kserve-route-authn"} 2026-09-10T21:31:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-62ecef60","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-62ecef60", "reconcileID": "14d631f3-b7f5-470d-98a8-dd728169e052", "LLMInferenceService": "e2e-same-id-b-62ecef60", "namespace": "llm"} 2026-09-10T21:31:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "26b39b4e-22ee-4799-b374-d6043a8850ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "26b39b4e-22ee-4799-b374-d6043a8850ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:31:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "26b39b4e-22ee-4799-b374-d6043a8850ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "167e0c8f-6270-4feb-9a6e-818e1af5b11f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "167e0c8f-6270-4feb-9a6e-818e1af5b11f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:31:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "167e0c8f-6270-4feb-9a6e-818e1af5b11f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}