2026-09-09T16:20:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "a2a85751-26c7-4006-868d-41872d7a99b2", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:20:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "a2a85751-26c7-4006-868d-41872d7a99b2", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:20:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "a2a85751-26c7-4006-868d-41872d7a99b2", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:20:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "a2a85751-26c7-4006-868d-41872d7a99b2", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f-kserve-route-authn"} 2026-09-09T16:20:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "a2a85751-26c7-4006-868d-41872d7a99b2", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "authType": "userdefined"} 2026-09-09T16:20:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "a2a85751-26c7-4006-868d-41872d7a99b2", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:20:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-94cf14"}, "namespace": "ai-tenant-e2e-api-a-94cf14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68544c09-4d73-49d9-873f-aaf412174a74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-94cf14"} 2026-09-09T16:20:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-94cf14"}, "namespace": "ai-tenant-e2e-api-a-94cf14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68544c09-4d73-49d9-873f-aaf412174a74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-94cf14", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:20:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-94cf14"}, "namespace": "ai-tenant-e2e-api-a-94cf14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68544c09-4d73-49d9-873f-aaf412174a74", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-94cf14 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:20:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-94cf14"}, "namespace": "ai-tenant-e2e-api-a-94cf14", "name": "odh-trusted-ca-bundle", "reconcileID": "9c4997fd-215c-4c3a-8221-0a54d5e66aba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-94cf14"} 2026-09-09T16:20:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-94cf14"}, "namespace": "ai-tenant-e2e-api-a-94cf14", "name": "odh-trusted-ca-bundle", "reconcileID": "9c4997fd-215c-4c3a-8221-0a54d5e66aba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-94cf14"} 2026-09-09T16:20:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-94cf14"}, "namespace": "ai-tenant-e2e-api-a-94cf14", "name": "openshift-service-ca.crt", "reconcileID": "c9a39f69-5645-4692-8af3-6c3f01f9b3e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-94cf14"} 2026-09-09T16:20:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-94cf14"}, "namespace": "ai-tenant-e2e-api-a-94cf14", "name": "openshift-service-ca.crt", "reconcileID": "c9a39f69-5645-4692-8af3-6c3f01f9b3e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-94cf14"} 2026-09-09T16:20:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-94cf14"}, "namespace": "ai-tenant-e2e-api-a-94cf14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5dcda1e2-a60e-4ef0-acd3-b516adcc2892", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-94cf14"} 2026-09-09T16:20:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-94cf14"}, "namespace": "ai-tenant-e2e-api-a-94cf14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5dcda1e2-a60e-4ef0-acd3-b516adcc2892", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-94cf14"} 2026-09-09T16:20:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-94cf14","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-94cf14", "reconcileID": "ced55426-1797-4fad-bb4b-ee486080292d", "Gateway": "e2e-api-a-94cf14", "namespace": "openshift-ingress"} 2026-09-09T16:20:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-07cc17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-07cc17", "reconcileID": "8ed8d6f6-3f29-41cf-b8ca-a0b1edecfa59", "Gateway": "e2e-api-b-07cc17", "namespace": "openshift-ingress"} 2026-09-09T16:20:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-07cc17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-07cc17", "reconcileID": "8ed8d6f6-3f29-41cf-b8ca-a0b1edecfa59", "Gateway": "e2e-api-b-07cc17", "namespace": "openshift-ingress", "name": "e2e-api-b-07cc17-authn-ssl"} 2026-09-09T16:20:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-07cc17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-07cc17", "reconcileID": "8ed8d6f6-3f29-41cf-b8ca-a0b1edecfa59", "Gateway": "e2e-api-b-07cc17", "namespace": "openshift-ingress"} 2026-09-09T16:20:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-13d59f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f", "reconcileID": "bbb41283-d667-4b11-89e1-735dec57dd5b", "Gateway": "e2e-shared-b-w3-13d59f", "namespace": "openshift-ingress"} 2026-09-09T16:20:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-13d59f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f", "reconcileID": "bbb41283-d667-4b11-89e1-735dec57dd5b", "Gateway": "e2e-shared-b-w3-13d59f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f-authn-ssl"} 2026-09-09T16:20:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-13d59f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f", "reconcileID": "bbb41283-d667-4b11-89e1-735dec57dd5b", "Gateway": "e2e-shared-b-w3-13d59f", "namespace": "openshift-ingress"} 2026-09-09T16:20:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "00ac2914-d4ed-49cc-8e73-b1f75ea27f4d", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:20:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "00ac2914-d4ed-49cc-8e73-b1f75ea27f4d", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:20:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "00ac2914-d4ed-49cc-8e73-b1f75ea27f4d", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:20:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "00ac2914-d4ed-49cc-8e73-b1f75ea27f4d", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f-kserve-route-authn"} 2026-09-09T16:20:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "00ac2914-d4ed-49cc-8e73-b1f75ea27f4d", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "authType": "userdefined"} 2026-09-09T16:20:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "00ac2914-d4ed-49cc-8e73-b1f75ea27f4d", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:21:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-07cc17"}, "namespace": "ai-tenant-e2e-api-b-07cc17", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1b339ac-5c29-4561-b724-d4dcbf6a4630", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-07cc17"} 2026-09-09T16:21:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-07cc17"}, "namespace": "ai-tenant-e2e-api-b-07cc17", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1b339ac-5c29-4561-b724-d4dcbf6a4630", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-07cc17", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:21:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-07cc17"}, "namespace": "ai-tenant-e2e-api-b-07cc17", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1b339ac-5c29-4561-b724-d4dcbf6a4630", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-07cc17 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:21:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-07cc17"}, "namespace": "ai-tenant-e2e-api-b-07cc17", "name": "odh-trusted-ca-bundle", "reconcileID": "008ba18e-6aa1-48cf-ab11-20632931e9be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-07cc17"} 2026-09-09T16:21:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-07cc17"}, "namespace": "ai-tenant-e2e-api-b-07cc17", "name": "odh-trusted-ca-bundle", "reconcileID": "008ba18e-6aa1-48cf-ab11-20632931e9be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-07cc17"} 2026-09-09T16:21:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-07cc17"}, "namespace": "ai-tenant-e2e-api-b-07cc17", "name": "openshift-service-ca.crt", "reconcileID": "459be8bb-a376-486e-b6b6-d5bc9be7a814", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-07cc17"} 2026-09-09T16:21:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-07cc17"}, "namespace": "ai-tenant-e2e-api-b-07cc17", "name": "openshift-service-ca.crt", "reconcileID": "459be8bb-a376-486e-b6b6-d5bc9be7a814", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-07cc17"} 2026-09-09T16:21:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-07cc17"}, "namespace": "ai-tenant-e2e-api-b-07cc17", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aef04684-0e19-4b38-9b6b-0ea96789d478", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-07cc17"} 2026-09-09T16:21:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-07cc17"}, "namespace": "ai-tenant-e2e-api-b-07cc17", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aef04684-0e19-4b38-9b6b-0ea96789d478", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-07cc17"} 2026-09-09T16:21:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-07cc17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-07cc17", "reconcileID": "9d283db8-489c-4b07-a34b-4da20c37ab3c", "Gateway": "e2e-api-b-07cc17", "namespace": "openshift-ingress"} 2026-09-09T16:21:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b0ce96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b0ce96", "reconcileID": "14bb8bed-8dd0-4f97-9d80-7ebe4eb8f792", "Gateway": "e2e-shared-a-w2-b0ce96", "namespace": "openshift-ingress"} 2026-09-09T16:21:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b0ce96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b0ce96", "reconcileID": "14bb8bed-8dd0-4f97-9d80-7ebe4eb8f792", "Gateway": "e2e-shared-a-w2-b0ce96", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b0ce96-authn-ssl"} 2026-09-09T16:21:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b0ce96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b0ce96", "reconcileID": "14bb8bed-8dd0-4f97-9d80-7ebe4eb8f792", "Gateway": "e2e-shared-a-w2-b0ce96", "namespace": "openshift-ingress"} 2026-09-09T16:21:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b0ce96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b0ce96", "reconcileID": "cb4dc7db-20d9-4b2b-9020-744d319b1365", "Gateway": "e2e-shared-a-w2-b0ce96", "namespace": "openshift-ingress"} 2026-09-09T16:21:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b0ce96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b0ce96", "reconcileID": "cb4dc7db-20d9-4b2b-9020-744d319b1365", "Gateway": "e2e-shared-a-w2-b0ce96", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b0ce96-authn-ssl"} 2026-09-09T16:21:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b0ce96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b0ce96", "reconcileID": "cb4dc7db-20d9-4b2b-9020-744d319b1365", "Gateway": "e2e-shared-a-w2-b0ce96", "namespace": "openshift-ingress"} 2026-09-09T16:21:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b0ce96"}, "namespace": "ai-tenant-e2e-shared-a-w2-b0ce96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c335a3e0-e6a9-4440-bab1-b576abc9d743", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b0ce96"} 2026-09-09T16:21:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b0ce96"}, "namespace": "ai-tenant-e2e-shared-a-w2-b0ce96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c335a3e0-e6a9-4440-bab1-b576abc9d743", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b0ce96", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:21:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b0ce96"}, "namespace": "ai-tenant-e2e-shared-a-w2-b0ce96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c335a3e0-e6a9-4440-bab1-b576abc9d743", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-b0ce96 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:21:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b0ce96"}, "namespace": "ai-tenant-e2e-shared-a-w2-b0ce96", "name": "odh-trusted-ca-bundle", "reconcileID": "7aa3dc0f-a21d-4e72-a0e7-880e1ee470eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b0ce96"} 2026-09-09T16:21:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b0ce96"}, "namespace": "ai-tenant-e2e-shared-a-w2-b0ce96", "name": "odh-trusted-ca-bundle", "reconcileID": "7aa3dc0f-a21d-4e72-a0e7-880e1ee470eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b0ce96"} 2026-09-09T16:21:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-b0ce96"}, "namespace": "ai-tenant-e2e-shared-a-w2-b0ce96", "name": "openshift-service-ca.crt", "reconcileID": "6ad00a4a-6556-4f16-9431-6b3e45c20ed7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-b0ce96"} 2026-09-09T16:21:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-b0ce96"}, "namespace": "ai-tenant-e2e-shared-a-w2-b0ce96", "name": "openshift-service-ca.crt", "reconcileID": "6ad00a4a-6556-4f16-9431-6b3e45c20ed7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-b0ce96"} 2026-09-09T16:21:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b0ce96"}, "namespace": "ai-tenant-e2e-shared-a-w2-b0ce96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d27340b-ae8d-4643-bbee-727b5a57565d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b0ce96"} 2026-09-09T16:21:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b0ce96"}, "namespace": "ai-tenant-e2e-shared-a-w2-b0ce96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d27340b-ae8d-4643-bbee-727b5a57565d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b0ce96"} 2026-09-09T16:21:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b0ce96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b0ce96", "reconcileID": "e6032f75-4a3a-47ab-ab0c-452f212b374e", "Gateway": "e2e-shared-a-w2-b0ce96", "namespace": "openshift-ingress"} 2026-09-09T16:21:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "db8d06a6-f6dc-4930-9563-be1972fc84a7", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:21:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "db8d06a6-f6dc-4930-9563-be1972fc84a7", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:21:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "db8d06a6-f6dc-4930-9563-be1972fc84a7", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:21:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "db8d06a6-f6dc-4930-9563-be1972fc84a7", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f-kserve-route-authn"} 2026-09-09T16:21:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "db8d06a6-f6dc-4930-9563-be1972fc84a7", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "authType": "userdefined"} 2026-09-09T16:21:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "db8d06a6-f6dc-4930-9563-be1972fc84a7", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:21:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-008161","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-008161", "reconcileID": "47340d31-435d-44de-96bb-bd2f9d1440c8", "Gateway": "e2e-shared-b-w2-008161", "namespace": "openshift-ingress"} 2026-09-09T16:21:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-008161","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-008161", "reconcileID": "47340d31-435d-44de-96bb-bd2f9d1440c8", "Gateway": "e2e-shared-b-w2-008161", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-008161-authn-ssl"} 2026-09-09T16:21:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-008161","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-008161", "reconcileID": "47340d31-435d-44de-96bb-bd2f9d1440c8", "Gateway": "e2e-shared-b-w2-008161", "namespace": "openshift-ingress"} 2026-09-09T16:21:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-008161","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-008161", "reconcileID": "cca0a02e-a122-4afb-a1f7-61c3fe281516", "Gateway": "e2e-shared-b-w2-008161", "namespace": "openshift-ingress"} 2026-09-09T16:21:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-008161","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-008161", "reconcileID": "cca0a02e-a122-4afb-a1f7-61c3fe281516", "Gateway": "e2e-shared-b-w2-008161", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-008161-authn-ssl"} 2026-09-09T16:21:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-008161","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-008161", "reconcileID": "cca0a02e-a122-4afb-a1f7-61c3fe281516", "Gateway": "e2e-shared-b-w2-008161", "namespace": "openshift-ingress"} 2026-09-09T16:21:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-008161"}, "namespace": "ai-tenant-e2e-shared-b-w2-008161", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e89493e-812c-4c57-bc0c-d64bfd21e75b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-008161"} 2026-09-09T16:21:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-008161"}, "namespace": "ai-tenant-e2e-shared-b-w2-008161", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e89493e-812c-4c57-bc0c-d64bfd21e75b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-008161", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:21:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-008161"}, "namespace": "ai-tenant-e2e-shared-b-w2-008161", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e89493e-812c-4c57-bc0c-d64bfd21e75b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-008161 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:21:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-008161"}, "namespace": "ai-tenant-e2e-shared-b-w2-008161", "name": "odh-trusted-ca-bundle", "reconcileID": "c7aad843-c288-41b0-a990-27238bb12a57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-008161"} 2026-09-09T16:21:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-008161"}, "namespace": "ai-tenant-e2e-shared-b-w2-008161", "name": "odh-trusted-ca-bundle", "reconcileID": "c7aad843-c288-41b0-a990-27238bb12a57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-008161"} 2026-09-09T16:21:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-008161"}, "namespace": "ai-tenant-e2e-shared-b-w2-008161", "name": "openshift-service-ca.crt", "reconcileID": "56c95213-22b7-472e-a0c1-1aa3fb43831b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-008161"} 2026-09-09T16:21:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-008161"}, "namespace": "ai-tenant-e2e-shared-b-w2-008161", "name": "openshift-service-ca.crt", "reconcileID": "56c95213-22b7-472e-a0c1-1aa3fb43831b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-008161"} 2026-09-09T16:21:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-008161"}, "namespace": "ai-tenant-e2e-shared-b-w2-008161", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f92eb443-b8fc-4e64-a595-0112cc45369d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-008161"} 2026-09-09T16:21:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-008161"}, "namespace": "ai-tenant-e2e-shared-b-w2-008161", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f92eb443-b8fc-4e64-a595-0112cc45369d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-008161"} 2026-09-09T16:21:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-008161","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-008161", "reconcileID": "8ddb98f0-8923-4b5c-ac71-3883bb0eefc0", "Gateway": "e2e-shared-b-w2-008161", "namespace": "openshift-ingress"} 2026-09-09T16:21:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-131689","namespace":"ai-tenant-e2e-shared-a-w3-131689"}, "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "rate-test-model-131689", "reconcileID": "1ad92148-e11e-499b-8bd5-4ca2db0e62f7", "LLMInferenceService": "rate-test-model-131689", "namespace": "ai-tenant-e2e-shared-a-w3-131689"} 2026-09-09T16:21:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-131689","namespace":"ai-tenant-e2e-shared-a-w3-131689"}, "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "rate-test-model-131689", "reconcileID": "1ad92148-e11e-499b-8bd5-4ca2db0e62f7", "LLMInferenceService": "rate-test-model-131689", "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "rate-test-model-131689"} 2026-09-09T16:21:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-131689","namespace":"ai-tenant-e2e-shared-a-w3-131689"}, "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "rate-test-model-131689", "reconcileID": "1ad92148-e11e-499b-8bd5-4ca2db0e62f7", "LLMInferenceService": "rate-test-model-131689", "namespace": "ai-tenant-e2e-shared-a-w3-131689"} 2026-09-09T16:21:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-131689","namespace":"ai-tenant-e2e-shared-a-w3-131689"}, "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "rate-test-model-131689", "reconcileID": "1ad92148-e11e-499b-8bd5-4ca2db0e62f7", "LLMInferenceService": "rate-test-model-131689", "namespace": "ai-tenant-e2e-shared-a-w3-131689"} 2026-09-09T16:21:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-131689","namespace":"ai-tenant-e2e-shared-a-w3-131689"}, "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "rate-test-model-131689", "reconcileID": "1ad92148-e11e-499b-8bd5-4ca2db0e62f7", "LLMInferenceService": "rate-test-model-131689", "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "rate-test-model-131689-kserve-route-authn"} 2026-09-09T16:21:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-131689","namespace":"ai-tenant-e2e-shared-a-w3-131689"}, "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "rate-test-model-131689", "reconcileID": "1ad92148-e11e-499b-8bd5-4ca2db0e62f7", "LLMInferenceService": "rate-test-model-131689", "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "rate-test-model-131689-kserve-route-authn"} 2026-09-09T16:21:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-131689","namespace":"ai-tenant-e2e-shared-a-w3-131689"}, "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "rate-test-model-131689", "reconcileID": "1ad92148-e11e-499b-8bd5-4ca2db0e62f7", "LLMInferenceService": "rate-test-model-131689", "namespace": "ai-tenant-e2e-shared-a-w3-131689", "namespace": "ai-tenant-e2e-shared-a-w3-131689"} 2026-09-09T16:21:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-131689","namespace":"ai-tenant-e2e-shared-a-w3-131689"}, "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "rate-test-model-131689", "reconcileID": "1ad92148-e11e-499b-8bd5-4ca2db0e62f7", "LLMInferenceService": "rate-test-model-131689", "namespace": "ai-tenant-e2e-shared-a-w3-131689", "namespace": "ai-tenant-e2e-shared-a-w3-131689"} 2026-09-09T16:21:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-131689","namespace":"ai-tenant-e2e-shared-a-w3-131689"}, "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "rate-test-model-131689", "reconcileID": "315642cb-0fcd-4edf-9cb1-28d92ec0b153", "LLMInferenceService": "rate-test-model-131689", "namespace": "ai-tenant-e2e-shared-a-w3-131689"} 2026-09-09T16:21:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-131689","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-131689", "reconcileID": "8432faa9-f5ce-438e-993b-4f621067efb2", "Gateway": "e2e-shared-a-w3-131689", "namespace": "openshift-ingress"} 2026-09-09T16:21:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-131689","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-131689", "reconcileID": "8432faa9-f5ce-438e-993b-4f621067efb2", "Gateway": "e2e-shared-a-w3-131689", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-131689-authn-ssl"} 2026-09-09T16:21:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-131689","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-131689", "reconcileID": "8432faa9-f5ce-438e-993b-4f621067efb2", "Gateway": "e2e-shared-a-w3-131689", "namespace": "openshift-ingress"} 2026-09-09T16:21:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-131689","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-131689", "reconcileID": "17d30e71-dcf8-4be9-bdc0-3e6fced82c10", "Gateway": "e2e-shared-a-w3-131689", "namespace": "openshift-ingress"} 2026-09-09T16:21:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-131689","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-131689", "reconcileID": "17d30e71-dcf8-4be9-bdc0-3e6fced82c10", "Gateway": "e2e-shared-a-w3-131689", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-131689-authn-ssl"} 2026-09-09T16:21:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-131689","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-131689", "reconcileID": "17d30e71-dcf8-4be9-bdc0-3e6fced82c10", "Gateway": "e2e-shared-a-w3-131689", "namespace": "openshift-ingress"} 2026-09-09T16:21:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "75c1fc23-e799-4152-be6a-df181ba8d0b7", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:21:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "75c1fc23-e799-4152-be6a-df181ba8d0b7", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f"} 2026-09-09T16:21:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "75c1fc23-e799-4152-be6a-df181ba8d0b7", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:21:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "75c1fc23-e799-4152-be6a-df181ba8d0b7", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:21:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "75c1fc23-e799-4152-be6a-df181ba8d0b7", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f-kserve-route-authn"} 2026-09-09T16:21:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "75c1fc23-e799-4152-be6a-df181ba8d0b7", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f-kserve-route-authn"} 2026-09-09T16:21:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "75c1fc23-e799-4152-be6a-df181ba8d0b7", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:21:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "75c1fc23-e799-4152-be6a-df181ba8d0b7", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:21:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-13d59f","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "rate-test-model-13d59f", "reconcileID": "5858aa39-7c80-4549-8435-ee4ba23e5006", "LLMInferenceService": "rate-test-model-13d59f", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:21:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-13d59f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f", "reconcileID": "6e0c37b8-7716-4f8b-b08f-6b8ff30ddea0", "Gateway": "e2e-shared-b-w3-13d59f", "namespace": "openshift-ingress"} 2026-09-09T16:21:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-13d59f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f", "reconcileID": "6e0c37b8-7716-4f8b-b08f-6b8ff30ddea0", "Gateway": "e2e-shared-b-w3-13d59f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f-authn-ssl"} 2026-09-09T16:21:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-13d59f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f", "reconcileID": "6e0c37b8-7716-4f8b-b08f-6b8ff30ddea0", "Gateway": "e2e-shared-b-w3-13d59f", "namespace": "openshift-ingress"} 2026-09-09T16:21:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-13d59f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f", "reconcileID": "b9fa3f2e-910b-4c1e-97c4-bbb11679213c", "Gateway": "e2e-shared-b-w3-13d59f", "namespace": "openshift-ingress"} 2026-09-09T16:21:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-13d59f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f", "reconcileID": "b9fa3f2e-910b-4c1e-97c4-bbb11679213c", "Gateway": "e2e-shared-b-w3-13d59f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f-authn-ssl"} 2026-09-09T16:21:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-13d59f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f", "reconcileID": "b9fa3f2e-910b-4c1e-97c4-bbb11679213c", "Gateway": "e2e-shared-b-w3-13d59f", "namespace": "openshift-ingress"} 2026-09-09T16:21:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "e96b5575-721b-4afa-8ee7-0a5c7730b11f", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:21:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "e96b5575-721b-4afa-8ee7-0a5c7730b11f", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6-authn-ssl"} 2026-09-09T16:21:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "e96b5575-721b-4afa-8ee7-0a5c7730b11f", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:21:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "b9eeaf0d-d325-4a39-9374-82ec7de80717", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:21:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "b9eeaf0d-d325-4a39-9374-82ec7de80717", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6-authn-ssl"} 2026-09-09T16:21:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "b9eeaf0d-d325-4a39-9374-82ec7de80717", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:21:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "a23f0dbb-82be-4fc6-955e-8efff2b8dad0", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:21:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "a23f0dbb-82be-4fc6-955e-8efff2b8dad0", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6-authn-ssl"} 2026-09-09T16:21:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "a23f0dbb-82be-4fc6-955e-8efff2b8dad0", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:21:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "1bb887b3-80c2-4467-8806-4aeba35376de", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:21:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "1bb887b3-80c2-4467-8806-4aeba35376de", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6-authn-ssl"} 2026-09-09T16:21:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "1bb887b3-80c2-4467-8806-4aeba35376de", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:21:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "3081c94a-4d00-43dc-9716-36ca48fa40b8", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:21:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "3081c94a-4d00-43dc-9716-36ca48fa40b8", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6-authn-ssl"} 2026-09-09T16:21:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "3081c94a-4d00-43dc-9716-36ca48fa40b8", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:21:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "fe1f8349-fe94-4f5d-b7e4-815bd024a6be", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:21:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "fe1f8349-fe94-4f5d-b7e4-815bd024a6be", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6-authn-ssl"} 2026-09-09T16:21:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "fe1f8349-fe94-4f5d-b7e4-815bd024a6be", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:21:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "790862b6-819c-4404-9546-1bf3e33cca90", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:21:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "790862b6-819c-4404-9546-1bf3e33cca90", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6-authn-ssl"} 2026-09-09T16:21:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "790862b6-819c-4404-9546-1bf3e33cca90", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:21:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "openshift-service-ca.crt", "reconcileID": "9a8315e1-b821-4114-bd8b-7eb18622fa54", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:21:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "odh-trusted-ca-bundle", "reconcileID": "a375ce05-eec2-427f-b7ab-4ee937e7b48c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:21:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "openshift-service-ca.crt", "reconcileID": "d37c8698-2910-4998-85c8-8297d1b93f26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:21:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "openshift-service-ca.crt", "reconcileID": "d37c8698-2910-4998-85c8-8297d1b93f26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:21:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19bd98a0-7027-4958-ac74-e56987590b4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:21:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "openshift-service-ca.crt", "reconcileID": "f60403dc-0387-4bd7-91a6-9177a1ec715e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:21:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "odh-trusted-ca-bundle", "reconcileID": "788a420c-2105-4e94-9e5b-9c59d48cd5a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:21:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "odh-trusted-ca-bundle", "reconcileID": "788a420c-2105-4e94-9e5b-9c59d48cd5a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:21:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac674ddc-6723-4997-8a91-12b43d5f8282", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:21:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "b391ee09-647b-409e-9326-5f336b9c727e", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:21:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "b391ee09-647b-409e-9326-5f336b9c727e", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6-authn-ssl"} 2026-09-09T16:21:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "b391ee09-647b-409e-9326-5f336b9c727e", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:22:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "dbc20bdd-1a74-40fc-aacb-12b141f932cd", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:22:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "dbc20bdd-1a74-40fc-aacb-12b141f932cd", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6-authn-ssl"} 2026-09-09T16:22:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "dbc20bdd-1a74-40fc-aacb-12b141f932cd", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:22:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "505cf10c-7821-461b-949b-3c1d019617be", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:22:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "505cf10c-7821-461b-949b-3c1d019617be", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260-authn-ssl"} 2026-09-09T16:22:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "505cf10c-7821-461b-949b-3c1d019617be", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:22:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "f8d3939f-ce00-4905-ba96-e3eb527b1899", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:22:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "f8d3939f-ce00-4905-ba96-e3eb527b1899", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260-authn-ssl"} 2026-09-09T16:22:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "f8d3939f-ce00-4905-ba96-e3eb527b1899", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:22:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "b0ac7eb5-c92d-4f19-8dff-47f1692aeafc", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:22:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "b0ac7eb5-c92d-4f19-8dff-47f1692aeafc", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260-authn-ssl"} 2026-09-09T16:22:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "b0ac7eb5-c92d-4f19-8dff-47f1692aeafc", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:22:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "19455316-d3c0-4c49-b584-854a09c035aa", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:22:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "19455316-d3c0-4c49-b584-854a09c035aa", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260-authn-ssl"} 2026-09-09T16:22:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "19455316-d3c0-4c49-b584-854a09c035aa", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:22:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "6fad083d-367f-460a-9ce1-509e4a393d70", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:22:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "6fad083d-367f-460a-9ce1-509e4a393d70", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260-authn-ssl"} 2026-09-09T16:22:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "6fad083d-367f-460a-9ce1-509e4a393d70", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:22:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "dd5d8a22-04b5-4b58-89ab-74143ed2b791", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:22:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "dd5d8a22-04b5-4b58-89ab-74143ed2b791", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260-authn-ssl"} 2026-09-09T16:22:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "dd5d8a22-04b5-4b58-89ab-74143ed2b791", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:22:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "c08a9be0-ffcc-4576-a4dc-ce2f95e9ecac", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:22:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "c08a9be0-ffcc-4576-a4dc-ce2f95e9ecac", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260-authn-ssl"} 2026-09-09T16:22:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "c08a9be0-ffcc-4576-a4dc-ce2f95e9ecac", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:22:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b99260"}, "namespace": "ai-tenant-e2e-ipp-b-b99260", "name": "openshift-service-ca.crt", "reconcileID": "e8c54496-d8a4-408c-8b8d-ebf48bdf7076", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b99260"} 2026-09-09T16:22:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b99260"}, "namespace": "ai-tenant-e2e-ipp-b-b99260", "name": "odh-trusted-ca-bundle", "reconcileID": "20be5c77-b055-4a44-befc-b19c62347b51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b99260"} 2026-09-09T16:22:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b99260"}, "namespace": "ai-tenant-e2e-ipp-b-b99260", "name": "openshift-service-ca.crt", "reconcileID": "f88ba700-6782-41d7-9573-9c1e85a12c14", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b99260", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:22:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b99260"}, "namespace": "ai-tenant-e2e-ipp-b-b99260", "name": "openshift-service-ca.crt", "reconcileID": "f88ba700-6782-41d7-9573-9c1e85a12c14", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b99260"} 2026-09-09T16:22:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b99260"}, "namespace": "ai-tenant-e2e-ipp-b-b99260", "name": "openshift-service-ca.crt", "reconcileID": "0ee6e1a5-b7db-4145-8b03-cec80a707966", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b99260"} 2026-09-09T16:22:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b99260"}, "namespace": "ai-tenant-e2e-ipp-b-b99260", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46997399-f5c2-4318-aba7-31cd1c2c5333", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b99260"} 2026-09-09T16:22:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b99260"}, "namespace": "ai-tenant-e2e-ipp-b-b99260", "name": "odh-trusted-ca-bundle", "reconcileID": "11d0609c-28e2-4b13-b790-26d1c631afac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b99260", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:22:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b99260"}, "namespace": "ai-tenant-e2e-ipp-b-b99260", "name": "odh-trusted-ca-bundle", "reconcileID": "11d0609c-28e2-4b13-b790-26d1c631afac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b99260"} 2026-09-09T16:22:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b99260"}, "namespace": "ai-tenant-e2e-ipp-b-b99260", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73e3bca1-801b-451e-90ee-bc5e15308798", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b99260"} 2026-09-09T16:22:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "f7c769f3-989e-4513-b52c-55a65517fc13", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:22:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "f7c769f3-989e-4513-b52c-55a65517fc13", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260-authn-ssl"} 2026-09-09T16:22:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "f7c769f3-989e-4513-b52c-55a65517fc13", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:22:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "dd97cab0-c336-4827-b432-21f7ef9de52f", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:22:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "dd97cab0-c336-4827-b432-21f7ef9de52f", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260-authn-ssl"} 2026-09-09T16:22:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "dd97cab0-c336-4827-b432-21f7ef9de52f", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:22:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "751b717d-fb9a-4583-82da-7ad9150bd095", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:22:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "751b717d-fb9a-4583-82da-7ad9150bd095", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:22:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "751b717d-fb9a-4583-82da-7ad9150bd095", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:22:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "5828e3ed-21b3-49f8-8b5f-223d256d85ef", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:22:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "751b717d-fb9a-4583-82da-7ad9150bd095", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6-kserve-route-authn"} 2026-09-09T16:22:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "751b717d-fb9a-4583-82da-7ad9150bd095", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "authType": "userdefined"} 2026-09-09T16:22:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "751b717d-fb9a-4583-82da-7ad9150bd095", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:22:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "5828e3ed-21b3-49f8-8b5f-223d256d85ef", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6-authn-ssl"} 2026-09-09T16:22:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "5828e3ed-21b3-49f8-8b5f-223d256d85ef", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:22:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "115a0fee-cb17-41dc-b110-3fa594b0a98b", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:22:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "115a0fee-cb17-41dc-b110-3fa594b0a98b", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:22:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "115a0fee-cb17-41dc-b110-3fa594b0a98b", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:22:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "115a0fee-cb17-41dc-b110-3fa594b0a98b", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6-kserve-route-authn"} 2026-09-09T16:22:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "115a0fee-cb17-41dc-b110-3fa594b0a98b", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "authType": "userdefined"} 2026-09-09T16:22:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "115a0fee-cb17-41dc-b110-3fa594b0a98b", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:23:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "78d50e3b-e023-416d-839d-8100cef2f101", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:23:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "78d50e3b-e023-416d-839d-8100cef2f101", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6-authn-ssl"} 2026-09-09T16:23:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "78d50e3b-e023-416d-839d-8100cef2f101", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:23:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "24d60050-787c-440b-b064-d20bc801f73b", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:23:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "24d60050-787c-440b-b064-d20bc801f73b", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:23:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "24d60050-787c-440b-b064-d20bc801f73b", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:23:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "24d60050-787c-440b-b064-d20bc801f73b", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6-kserve-route-authn"} 2026-09-09T16:23:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "24d60050-787c-440b-b064-d20bc801f73b", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "authType": "userdefined"} 2026-09-09T16:23:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "24d60050-787c-440b-b064-d20bc801f73b", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:23:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "c8aeda5c-b938-4d7c-a7c5-d6bafed5d3be", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:23:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "c8aeda5c-b938-4d7c-a7c5-d6bafed5d3be", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:23:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "c8aeda5c-b938-4d7c-a7c5-d6bafed5d3be", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:23:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "c8aeda5c-b938-4d7c-a7c5-d6bafed5d3be", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6-kserve-route-authn"} 2026-09-09T16:23:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "c8aeda5c-b938-4d7c-a7c5-d6bafed5d3be", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "authType": "userdefined"} 2026-09-09T16:23:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "c8aeda5c-b938-4d7c-a7c5-d6bafed5d3be", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:23:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "b7ab1439-e67e-43fc-ad56-208f54496de5", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:23:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "b7ab1439-e67e-43fc-ad56-208f54496de5", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57-authn-ssl"} 2026-09-09T16:23:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "b7ab1439-e67e-43fc-ad56-208f54496de5", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:23:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "8ce2dc73-5e94-493e-a93a-2c0db631c264", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:23:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "8ce2dc73-5e94-493e-a93a-2c0db631c264", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57-authn-ssl"} 2026-09-09T16:23:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "8ce2dc73-5e94-493e-a93a-2c0db631c264", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:23:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "a89e4dda-17c2-4161-acdf-f772aff4316c", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:23:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "a89e4dda-17c2-4161-acdf-f772aff4316c", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57-authn-ssl"} 2026-09-09T16:23:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "a89e4dda-17c2-4161-acdf-f772aff4316c", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:23:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "a7c9e411-39d1-4882-82e2-7209e9dbbc2c", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:23:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "a7c9e411-39d1-4882-82e2-7209e9dbbc2c", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57-authn-ssl"} 2026-09-09T16:23:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "a7c9e411-39d1-4882-82e2-7209e9dbbc2c", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:23:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "38c6deea-eb99-489e-bf7a-e6dc147442ed", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:23:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "38c6deea-eb99-489e-bf7a-e6dc147442ed", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57-authn-ssl"} 2026-09-09T16:23:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "38c6deea-eb99-489e-bf7a-e6dc147442ed", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:23:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "d80c02de-bf9d-41f4-89ee-2e2ea8594797", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:23:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "d80c02de-bf9d-41f4-89ee-2e2ea8594797", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57-authn-ssl"} 2026-09-09T16:23:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "d80c02de-bf9d-41f4-89ee-2e2ea8594797", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:23:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "4461771c-b679-4eef-988e-741d353247e2", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:23:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "4461771c-b679-4eef-988e-741d353247e2", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57-authn-ssl"} 2026-09-09T16:23:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "4461771c-b679-4eef-988e-741d353247e2", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:23:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6ddd57"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "name": "openshift-service-ca.crt", "reconcileID": "f5ef011a-263c-42ed-878f-fc9957754c7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57"} 2026-09-09T16:23:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6ddd57"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "name": "odh-trusted-ca-bundle", "reconcileID": "b084678f-71be-49cf-b4d8-a614049d72a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57"} 2026-09-09T16:23:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6ddd57"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "name": "openshift-service-ca.crt", "reconcileID": "74a8620c-526c-4c57-bc03-c67c59495b13", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:23:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6ddd57"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "name": "openshift-service-ca.crt", "reconcileID": "74a8620c-526c-4c57-bc03-c67c59495b13", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57"} 2026-09-09T16:23:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6ddd57"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8471342-e2e0-42fa-8ca8-82edf69ec918", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57"} 2026-09-09T16:23:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6ddd57"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "name": "openshift-service-ca.crt", "reconcileID": "1fc07640-34d9-4797-84f4-8620e6c64e9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57"} 2026-09-09T16:23:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6ddd57"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "name": "odh-trusted-ca-bundle", "reconcileID": "93f05742-4af1-420d-a078-bc3e5f9fbb9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:23:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6ddd57"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "name": "odh-trusted-ca-bundle", "reconcileID": "93f05742-4af1-420d-a078-bc3e5f9fbb9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57"} 2026-09-09T16:23:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6ddd57"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3acd32bd-073c-48c3-bef9-301f9068f264", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57"} 2026-09-09T16:23:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "c0a96fd7-e211-4e44-9396-29255c440abe", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:23:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "c0a96fd7-e211-4e44-9396-29255c440abe", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57-authn-ssl"} 2026-09-09T16:23:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "c0a96fd7-e211-4e44-9396-29255c440abe", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:23:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "27bb89f2-1d18-4065-adc6-67e3da339f36", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:23:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "27bb89f2-1d18-4065-adc6-67e3da339f36", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57-authn-ssl"} 2026-09-09T16:23:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "27bb89f2-1d18-4065-adc6-67e3da339f36", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:24:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "6a504799-d89d-4393-a36e-1c7d03f6c3c4", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:24:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "6a504799-d89d-4393-a36e-1c7d03f6c3c4", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57-authn-ssl"} 2026-09-09T16:24:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "6a504799-d89d-4393-a36e-1c7d03f6c3c4", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:24:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "ca539211-0649-42af-80f9-c3493c549370", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:24:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "ca539211-0649-42af-80f9-c3493c549370", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57-authn-ssl"} 2026-09-09T16:24:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "ca539211-0649-42af-80f9-c3493c549370", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:24:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6ddd57"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ef484e5-9e46-495d-a6d8-7850ab03c76b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57"} 2026-09-09T16:24:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6ddd57"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ef484e5-9e46-495d-a6d8-7850ab03c76b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:24:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6ddd57"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ef484e5-9e46-495d-a6d8-7850ab03c76b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-6ddd57 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:24:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6ddd57"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "name": "odh-trusted-ca-bundle", "reconcileID": "e0505757-63d1-4010-a3d6-510116f79e07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57"} 2026-09-09T16:24:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6ddd57"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "name": "odh-trusted-ca-bundle", "reconcileID": "e0505757-63d1-4010-a3d6-510116f79e07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57"} 2026-09-09T16:24:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6ddd57"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "name": "openshift-service-ca.crt", "reconcileID": "db8cd592-a2b7-4be9-a338-a7a1ee90e56c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57"} 2026-09-09T16:24:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6ddd57"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "name": "openshift-service-ca.crt", "reconcileID": "db8cd592-a2b7-4be9-a338-a7a1ee90e56c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57"} 2026-09-09T16:24:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6ddd57"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "624be646-b15f-48cf-9b5d-03a71eb3de4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57"} 2026-09-09T16:24:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6ddd57"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "624be646-b15f-48cf-9b5d-03a71eb3de4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6ddd57"} 2026-09-09T16:24:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6ddd57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6ddd57", "reconcileID": "bd7a9563-5ce5-455c-af31-ae1f7a60a2d1", "Gateway": "e2e-ipp-cleanup-6ddd57", "namespace": "openshift-ingress"} 2026-09-09T16:24:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "581d4d2d-bec8-4dc0-a827-d01c70ffcb4f", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:24:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "581d4d2d-bec8-4dc0-a827-d01c70ffcb4f", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6-authn-ssl"} 2026-09-09T16:24:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "581d4d2d-bec8-4dc0-a827-d01c70ffcb4f", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:24:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "36bd3587-8ef7-4d41-9d09-cc5ffb9b7155", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:24:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "36bd3587-8ef7-4d41-9d09-cc5ffb9b7155", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6-authn-ssl"} 2026-09-09T16:24:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "36bd3587-8ef7-4d41-9d09-cc5ffb9b7155", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:24:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "c815512d-e8db-4bb8-9d2c-8ea00ce3946c", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:24:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "c815512d-e8db-4bb8-9d2c-8ea00ce3946c", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6-authn-ssl"} 2026-09-09T16:24:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "c815512d-e8db-4bb8-9d2c-8ea00ce3946c", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:24:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "2eccfeda-6c53-4ce8-87bd-4dd2b4fb735d", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:24:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "2eccfeda-6c53-4ce8-87bd-4dd2b4fb735d", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:24:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "2eccfeda-6c53-4ce8-87bd-4dd2b4fb735d", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:24:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "2eccfeda-6c53-4ce8-87bd-4dd2b4fb735d", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6-kserve-route-authn"} 2026-09-09T16:24:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "2eccfeda-6c53-4ce8-87bd-4dd2b4fb735d", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "authType": "userdefined"} 2026-09-09T16:24:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "2eccfeda-6c53-4ce8-87bd-4dd2b4fb735d", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:25:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "0c2c5468-18a6-45e7-9711-8eb26da1316c", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:25:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "0c2c5468-18a6-45e7-9711-8eb26da1316c", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6-authn-ssl"} 2026-09-09T16:25:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "0c2c5468-18a6-45e7-9711-8eb26da1316c", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:25:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "82f6da83-fa2d-4be8-9cde-7ef10df6f0af", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:25:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "82f6da83-fa2d-4be8-9cde-7ef10df6f0af", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6"} 2026-09-09T16:25:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "82f6da83-fa2d-4be8-9cde-7ef10df6f0af", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:25:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "82f6da83-fa2d-4be8-9cde-7ef10df6f0af", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:25:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "82f6da83-fa2d-4be8-9cde-7ef10df6f0af", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6-kserve-route-authn"} 2026-09-09T16:25:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "82f6da83-fa2d-4be8-9cde-7ef10df6f0af", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6-kserve-route-authn"} 2026-09-09T16:25:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "82f6da83-fa2d-4be8-9cde-7ef10df6f0af", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:25:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "82f6da83-fa2d-4be8-9cde-7ef10df6f0af", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:25:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "49175c56-2cb8-4d85-8e40-b8c0c4d5801d", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:25:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "49175c56-2cb8-4d85-8e40-b8c0c4d5801d", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6"} 2026-09-09T16:25:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "49175c56-2cb8-4d85-8e40-b8c0c4d5801d", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:25:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "49175c56-2cb8-4d85-8e40-b8c0c4d5801d", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:25:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "49175c56-2cb8-4d85-8e40-b8c0c4d5801d", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6-kserve-route-authn"} 2026-09-09T16:25:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "49175c56-2cb8-4d85-8e40-b8c0c4d5801d", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6-kserve-route-authn"} 2026-09-09T16:25:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "49175c56-2cb8-4d85-8e40-b8c0c4d5801d", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:25:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "49175c56-2cb8-4d85-8e40-b8c0c4d5801d", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:25:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9669ad4-56d1-449b-b466-f953b201348e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:25:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9669ad4-56d1-449b-b466-f953b201348e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:25:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9669ad4-56d1-449b-b466-f953b201348e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-8cc2d6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:25:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "odh-trusted-ca-bundle", "reconcileID": "e0697f3e-c5fd-4147-8395-cb5772cc69fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:25:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "odh-trusted-ca-bundle", "reconcileID": "e0697f3e-c5fd-4147-8395-cb5772cc69fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:25:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "openshift-service-ca.crt", "reconcileID": "347c27a1-3bb8-4cc0-91ba-09291d46161c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:25:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "openshift-service-ca.crt", "reconcileID": "347c27a1-3bb8-4cc0-91ba-09291d46161c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:25:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2006375-e5c7-4dc0-ba70-8d8b3807af33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:25:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2006375-e5c7-4dc0-ba70-8d8b3807af33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:25:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8cc2d6","namespace":"ai-tenant-e2e-ipp-a-8cc2d6"}, "namespace": "ai-tenant-e2e-ipp-a-8cc2d6", "name": "ipp-route-8cc2d6", "reconcileID": "8d12d91c-ce99-45ef-9ad1-76fd537b20b6", "LLMInferenceService": "ipp-route-8cc2d6", "namespace": "ai-tenant-e2e-ipp-a-8cc2d6"} 2026-09-09T16:25:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "5c1e3147-6862-4e15-9577-d510fca066d9", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:25:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "5c1e3147-6862-4e15-9577-d510fca066d9", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6-authn-ssl"} 2026-09-09T16:25:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "5c1e3147-6862-4e15-9577-d510fca066d9", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:25:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8cc2d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8cc2d6", "reconcileID": "855cf6bd-1a8d-44ac-877f-3ae95bba5cbd", "Gateway": "e2e-ipp-a-8cc2d6", "namespace": "openshift-ingress"} 2026-09-09T16:25:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "ae06a3f7-1fb6-4610-8657-af894780271f", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:25:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "ae06a3f7-1fb6-4610-8657-af894780271f", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260-authn-ssl"} 2026-09-09T16:25:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "ae06a3f7-1fb6-4610-8657-af894780271f", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:25:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "ca3fb523-ee6b-446f-8c4a-2631caea5879", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:25:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "ca3fb523-ee6b-446f-8c4a-2631caea5879", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260-authn-ssl"} 2026-09-09T16:25:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "ca3fb523-ee6b-446f-8c4a-2631caea5879", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:25:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b99260"}, "namespace": "ai-tenant-e2e-ipp-b-b99260", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d107b9d-fb98-483c-8734-7796cb0d175a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b99260"} 2026-09-09T16:25:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b99260"}, "namespace": "ai-tenant-e2e-ipp-b-b99260", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d107b9d-fb98-483c-8734-7796cb0d175a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b99260", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:25:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b99260"}, "namespace": "ai-tenant-e2e-ipp-b-b99260", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d107b9d-fb98-483c-8734-7796cb0d175a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-b99260 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:25:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b99260"}, "namespace": "ai-tenant-e2e-ipp-b-b99260", "name": "odh-trusted-ca-bundle", "reconcileID": "03638342-2cf4-4e6f-b2ef-065610c7f52b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b99260"} 2026-09-09T16:25:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b99260"}, "namespace": "ai-tenant-e2e-ipp-b-b99260", "name": "odh-trusted-ca-bundle", "reconcileID": "03638342-2cf4-4e6f-b2ef-065610c7f52b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b99260"} 2026-09-09T16:25:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b99260"}, "namespace": "ai-tenant-e2e-ipp-b-b99260", "name": "openshift-service-ca.crt", "reconcileID": "0edbb396-7d03-487b-85eb-0ca390afe43f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b99260"} 2026-09-09T16:25:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b99260"}, "namespace": "ai-tenant-e2e-ipp-b-b99260", "name": "openshift-service-ca.crt", "reconcileID": "0edbb396-7d03-487b-85eb-0ca390afe43f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b99260"} 2026-09-09T16:25:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b99260"}, "namespace": "ai-tenant-e2e-ipp-b-b99260", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "422c7445-eaba-4c14-8150-ec96261cc82f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b99260"} 2026-09-09T16:25:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b99260"}, "namespace": "ai-tenant-e2e-ipp-b-b99260", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "422c7445-eaba-4c14-8150-ec96261cc82f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b99260"} 2026-09-09T16:25:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b99260","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b99260", "reconcileID": "514cb084-5f41-4da9-b0d1-757bdd107aff", "Gateway": "e2e-ipp-b-b99260", "namespace": "openshift-ingress"} 2026-09-09T16:25:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-131689","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-131689", "reconcileID": "d3f15f31-14a7-4b7a-b220-51a1418e3968", "Gateway": "e2e-shared-a-w3-131689", "namespace": "openshift-ingress"} 2026-09-09T16:25:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-131689","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-131689", "reconcileID": "d3f15f31-14a7-4b7a-b220-51a1418e3968", "Gateway": "e2e-shared-a-w3-131689", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-131689-authn-ssl"} 2026-09-09T16:25:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-131689","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-131689", "reconcileID": "d3f15f31-14a7-4b7a-b220-51a1418e3968", "Gateway": "e2e-shared-a-w3-131689", "namespace": "openshift-ingress"} 2026-09-09T16:25:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-131689","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-131689", "reconcileID": "f22feab3-6d8e-4aa8-b36a-c0d5c48ecc63", "Gateway": "e2e-shared-a-w3-131689", "namespace": "openshift-ingress"} 2026-09-09T16:25:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-131689","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-131689", "reconcileID": "f22feab3-6d8e-4aa8-b36a-c0d5c48ecc63", "Gateway": "e2e-shared-a-w3-131689", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-131689-authn-ssl"} 2026-09-09T16:25:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-131689","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-131689", "reconcileID": "f22feab3-6d8e-4aa8-b36a-c0d5c48ecc63", "Gateway": "e2e-shared-a-w3-131689", "namespace": "openshift-ingress"} 2026-09-09T16:26:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-131689"}, "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bef5d85c-994c-4674-b650-09981dc2e91a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-131689"} 2026-09-09T16:26:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-131689"}, "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bef5d85c-994c-4674-b650-09981dc2e91a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-131689", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:26:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-131689"}, "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bef5d85c-994c-4674-b650-09981dc2e91a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-131689 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:26:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-131689"}, "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "odh-trusted-ca-bundle", "reconcileID": "1c11cca3-84f8-4ef0-8115-079fd62f4f5b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-131689"} 2026-09-09T16:26:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-131689"}, "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "odh-trusted-ca-bundle", "reconcileID": "1c11cca3-84f8-4ef0-8115-079fd62f4f5b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-131689"} 2026-09-09T16:26:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-131689"}, "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "openshift-service-ca.crt", "reconcileID": "ca7acdcc-3330-4a81-9340-51b67c518cde", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-131689"} 2026-09-09T16:26:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-131689"}, "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "openshift-service-ca.crt", "reconcileID": "ca7acdcc-3330-4a81-9340-51b67c518cde", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-131689"} 2026-09-09T16:26:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-131689"}, "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e474b2b4-0f2a-4313-bb7e-9fd0f23dfd54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-131689"} 2026-09-09T16:26:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-131689"}, "namespace": "ai-tenant-e2e-shared-a-w3-131689", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e474b2b4-0f2a-4313-bb7e-9fd0f23dfd54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-131689"} 2026-09-09T16:26:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-131689","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-131689", "reconcileID": "f09201fc-3ace-4daa-81d4-0ae8cff9bade", "Gateway": "e2e-shared-a-w3-131689", "namespace": "openshift-ingress"} 2026-09-09T16:26:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-13d59f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f", "reconcileID": "c2516f5b-6f78-4397-92a0-f586b2e74a40", "Gateway": "e2e-shared-b-w3-13d59f", "namespace": "openshift-ingress"} 2026-09-09T16:26:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-13d59f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f", "reconcileID": "c2516f5b-6f78-4397-92a0-f586b2e74a40", "Gateway": "e2e-shared-b-w3-13d59f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f-authn-ssl"} 2026-09-09T16:26:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-13d59f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f", "reconcileID": "c2516f5b-6f78-4397-92a0-f586b2e74a40", "Gateway": "e2e-shared-b-w3-13d59f", "namespace": "openshift-ingress"} 2026-09-09T16:26:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-13d59f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f", "reconcileID": "2b5b6ac0-ca7b-4247-81ee-b388990861a4", "Gateway": "e2e-shared-b-w3-13d59f", "namespace": "openshift-ingress"} 2026-09-09T16:26:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-13d59f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f", "reconcileID": "2b5b6ac0-ca7b-4247-81ee-b388990861a4", "Gateway": "e2e-shared-b-w3-13d59f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f-authn-ssl"} 2026-09-09T16:26:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-13d59f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f", "reconcileID": "2b5b6ac0-ca7b-4247-81ee-b388990861a4", "Gateway": "e2e-shared-b-w3-13d59f", "namespace": "openshift-ingress"} 2026-09-09T16:26:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a90617c-26fb-4503-8efb-fe684d8e2ec3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:26:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a90617c-26fb-4503-8efb-fe684d8e2ec3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:26:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a90617c-26fb-4503-8efb-fe684d8e2ec3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-13d59f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:26:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "odh-trusted-ca-bundle", "reconcileID": "194ecd30-d2df-4b1c-bb55-7376c2ff565b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:26:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "odh-trusted-ca-bundle", "reconcileID": "194ecd30-d2df-4b1c-bb55-7376c2ff565b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:26:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "openshift-service-ca.crt", "reconcileID": "af2ea617-2c91-4197-bb58-3e487fdf2833", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:26:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "openshift-service-ca.crt", "reconcileID": "af2ea617-2c91-4197-bb58-3e487fdf2833", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:26:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "191ece57-91dd-4ca5-8235-e19265ca27ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:26:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-13d59f"}, "namespace": "ai-tenant-e2e-shared-b-w3-13d59f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "191ece57-91dd-4ca5-8235-e19265ca27ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-13d59f"} 2026-09-09T16:26:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-13d59f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-13d59f", "reconcileID": "12f4aad6-9d00-40e3-ba60-5571dd51bd13", "Gateway": "e2e-shared-b-w3-13d59f", "namespace": "openshift-ingress"} 2026-09-09T16:26:26Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T16:26:26Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T16:26:27Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T16:26:27Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T16:30:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "59ed746f-0bdb-4650-96f3-462b8f867e80", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm"} 2026-09-09T16:30:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "59ed746f-0bdb-4650-96f3-462b8f867e80", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm"} 2026-09-09T16:30:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "59ed746f-0bdb-4650-96f3-462b8f867e80", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm"} 2026-09-09T16:30:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14e456fd-983e-44ed-a0e3-28476d69588b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:30:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "59ed746f-0bdb-4650-96f3-462b8f867e80", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm", "name": "e2e-same-id-a-fc21836e-kserve-route-authn"} 2026-09-09T16:30:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "59ed746f-0bdb-4650-96f3-462b8f867e80", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:30:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "59ed746f-0bdb-4650-96f3-462b8f867e80", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm"} 2026-09-09T16:30:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14e456fd-983e-44ed-a0e3-28476d69588b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:30:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14e456fd-983e-44ed-a0e3-28476d69588b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:30:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "140ac955-0e92-44d2-8577-5a25d1345451", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm"} 2026-09-09T16:30:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "140ac955-0e92-44d2-8577-5a25d1345451", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm"} 2026-09-09T16:30:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "140ac955-0e92-44d2-8577-5a25d1345451", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm"} 2026-09-09T16:30:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "140ac955-0e92-44d2-8577-5a25d1345451", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm", "name": "e2e-same-id-a-fc21836e-kserve-route-authn"} 2026-09-09T16:30:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "140ac955-0e92-44d2-8577-5a25d1345451", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:30:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "140ac955-0e92-44d2-8577-5a25d1345451", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm"} 2026-09-09T16:30:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "a2ff36e1-5a40-499a-bf76-24586b70b68e", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm"} 2026-09-09T16:30:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "a2ff36e1-5a40-499a-bf76-24586b70b68e", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm"} 2026-09-09T16:30:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "a2ff36e1-5a40-499a-bf76-24586b70b68e", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm"} 2026-09-09T16:30:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab44dbf1-c689-4aad-aae9-635624c4066d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:30:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "a2ff36e1-5a40-499a-bf76-24586b70b68e", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm", "name": "e2e-same-id-b-fc21836e-kserve-route-authn"} 2026-09-09T16:30:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "a2ff36e1-5a40-499a-bf76-24586b70b68e", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:30:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "a2ff36e1-5a40-499a-bf76-24586b70b68e", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm"} 2026-09-09T16:30:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab44dbf1-c689-4aad-aae9-635624c4066d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:30:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab44dbf1-c689-4aad-aae9-635624c4066d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:30:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "448f0b21-f1e5-4e72-83ef-80668b75e8f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:30:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "448f0b21-f1e5-4e72-83ef-80668b75e8f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:30:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "448f0b21-f1e5-4e72-83ef-80668b75e8f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:30:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "60174d89-f66b-4c2b-9fa1-534c9e82316d", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm"} 2026-09-09T16:30:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "60174d89-f66b-4c2b-9fa1-534c9e82316d", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm"} 2026-09-09T16:30:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "60174d89-f66b-4c2b-9fa1-534c9e82316d", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm"} 2026-09-09T16:30:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "60174d89-f66b-4c2b-9fa1-534c9e82316d", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm", "name": "e2e-same-id-a-fc21836e-kserve-route-authn"} 2026-09-09T16:30:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "60174d89-f66b-4c2b-9fa1-534c9e82316d", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:30:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "60174d89-f66b-4c2b-9fa1-534c9e82316d", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm"} 2026-09-09T16:30:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "ae27e0ea-b918-4d07-8075-c57ea8fc313d", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm"} 2026-09-09T16:30:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "ae27e0ea-b918-4d07-8075-c57ea8fc313d", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm"} 2026-09-09T16:30:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "ae27e0ea-b918-4d07-8075-c57ea8fc313d", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm"} 2026-09-09T16:30:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "ae27e0ea-b918-4d07-8075-c57ea8fc313d", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm", "name": "e2e-same-id-b-fc21836e-kserve-route-authn"} 2026-09-09T16:30:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "ae27e0ea-b918-4d07-8075-c57ea8fc313d", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:30:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "ae27e0ea-b918-4d07-8075-c57ea8fc313d", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm"} 2026-09-09T16:31:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b2c38ad-8227-4cc7-a0d5-e7647729a47b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:31:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b2c38ad-8227-4cc7-a0d5-e7647729a47b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:31:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b2c38ad-8227-4cc7-a0d5-e7647729a47b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:31:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "723ce39d-570b-4910-9f67-fb2c987a30a6", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm"} 2026-09-09T16:31:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "723ce39d-570b-4910-9f67-fb2c987a30a6", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm"} 2026-09-09T16:31:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "723ce39d-570b-4910-9f67-fb2c987a30a6", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm"} 2026-09-09T16:31:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "723ce39d-570b-4910-9f67-fb2c987a30a6", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm", "name": "e2e-same-id-b-fc21836e-kserve-route-authn"} 2026-09-09T16:31:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "723ce39d-570b-4910-9f67-fb2c987a30a6", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:31:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "723ce39d-570b-4910-9f67-fb2c987a30a6", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm"} 2026-09-09T16:31:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "e858c611-3458-4626-a698-80e9e46cc3ae", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm"} 2026-09-09T16:31:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "e858c611-3458-4626-a698-80e9e46cc3ae", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm"} 2026-09-09T16:31:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "e858c611-3458-4626-a698-80e9e46cc3ae", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm"} 2026-09-09T16:31:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "e858c611-3458-4626-a698-80e9e46cc3ae", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm", "name": "e2e-same-id-a-fc21836e-kserve-route-authn"} 2026-09-09T16:31:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "e858c611-3458-4626-a698-80e9e46cc3ae", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:31:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "e858c611-3458-4626-a698-80e9e46cc3ae", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm"} 2026-09-09T16:31:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "7ead543f-69a6-49e6-adb9-2f788bfc16fd", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm"} 2026-09-09T16:31:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "7ead543f-69a6-49e6-adb9-2f788bfc16fd", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm"} 2026-09-09T16:31:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "7ead543f-69a6-49e6-adb9-2f788bfc16fd", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm"} 2026-09-09T16:31:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "7ead543f-69a6-49e6-adb9-2f788bfc16fd", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm", "name": "e2e-same-id-b-fc21836e-kserve-route-authn"} 2026-09-09T16:31:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "7ead543f-69a6-49e6-adb9-2f788bfc16fd", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:31:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "7ead543f-69a6-49e6-adb9-2f788bfc16fd", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm"} 2026-09-09T16:31:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "82ea9863-5321-4846-af01-c3bdde475cbf", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm"} 2026-09-09T16:31:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "82ea9863-5321-4846-af01-c3bdde475cbf", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm", "name": "e2e-same-id-a-fc21836e"} 2026-09-09T16:31:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "82ea9863-5321-4846-af01-c3bdde475cbf", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm"} 2026-09-09T16:31:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "82ea9863-5321-4846-af01-c3bdde475cbf", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm"} 2026-09-09T16:31:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "82ea9863-5321-4846-af01-c3bdde475cbf", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm", "name": "e2e-same-id-a-fc21836e-kserve-route-authn"} 2026-09-09T16:31:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "82ea9863-5321-4846-af01-c3bdde475cbf", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm", "name": "e2e-same-id-a-fc21836e-kserve-route-authn"} 2026-09-09T16:31:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fc21836e", "reconcileID": "b4fdb831-bc09-44e4-9a83-d006638909b0", "LLMInferenceService": "e2e-same-id-a-fc21836e", "namespace": "llm"} 2026-09-09T16:31:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32d7a99a-a09e-4999-8f44-d9fc89bc9d81", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:31:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32d7a99a-a09e-4999-8f44-d9fc89bc9d81", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:31:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32d7a99a-a09e-4999-8f44-d9fc89bc9d81", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:31:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a4f6f8a4-f6e6-4fcf-9ebd-54832407c8b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:31:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a4f6f8a4-f6e6-4fcf-9ebd-54832407c8b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:31:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a4f6f8a4-f6e6-4fcf-9ebd-54832407c8b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:31:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "eab17fe8-fb7b-4d75-b813-97350daee106", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm"} 2026-09-09T16:31:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "eab17fe8-fb7b-4d75-b813-97350daee106", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm", "name": "e2e-same-id-b-fc21836e"} 2026-09-09T16:31:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "eab17fe8-fb7b-4d75-b813-97350daee106", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm"} 2026-09-09T16:31:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "eab17fe8-fb7b-4d75-b813-97350daee106", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm"} 2026-09-09T16:31:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "eab17fe8-fb7b-4d75-b813-97350daee106", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm", "name": "e2e-same-id-b-fc21836e-kserve-route-authn"} 2026-09-09T16:31:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "eab17fe8-fb7b-4d75-b813-97350daee106", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm", "name": "e2e-same-id-b-fc21836e-kserve-route-authn"} 2026-09-09T16:31:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fc21836e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fc21836e", "reconcileID": "f3e374a8-a7db-4244-86e3-98f625fbb066", "LLMInferenceService": "e2e-same-id-b-fc21836e", "namespace": "llm"} 2026-09-09T16:31:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "65283399-7574-4929-970b-4134ab11ea9e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:31:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "65283399-7574-4929-970b-4134ab11ea9e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:31:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "65283399-7574-4929-970b-4134ab11ea9e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:31:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3a9927ef-aee3-4022-8a54-c8c455188b06", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:31:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3a9927ef-aee3-4022-8a54-c8c455188b06", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:31:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3a9927ef-aee3-4022-8a54-c8c455188b06", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}