2026-09-04T22:15:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6680c7","namespace":"ai-tenant-e2e-shared-a-w3-6680c7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6680c7", "name": "rate-test-model-6680c7", "reconcileID": "ccb89c7d-aa0f-4c2f-9477-2fc092ec2d19", "LLMInferenceService": "rate-test-model-6680c7", "namespace": "ai-tenant-e2e-shared-a-w3-6680c7", "name": "rate-test-model-6680c7-kserve-route-authn"} 2026-09-04T22:15:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6680c7","namespace":"ai-tenant-e2e-shared-a-w3-6680c7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6680c7", "name": "rate-test-model-6680c7", "reconcileID": "ccb89c7d-aa0f-4c2f-9477-2fc092ec2d19", "LLMInferenceService": "rate-test-model-6680c7", "namespace": "ai-tenant-e2e-shared-a-w3-6680c7", "namespace": "ai-tenant-e2e-shared-a-w3-6680c7"} 2026-09-04T22:15:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6680c7","namespace":"ai-tenant-e2e-shared-a-w3-6680c7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6680c7", "name": "rate-test-model-6680c7", "reconcileID": "ccb89c7d-aa0f-4c2f-9477-2fc092ec2d19", "LLMInferenceService": "rate-test-model-6680c7", "namespace": "ai-tenant-e2e-shared-a-w3-6680c7", "namespace": "ai-tenant-e2e-shared-a-w3-6680c7"} 2026-09-04T22:15:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6680c7","namespace":"ai-tenant-e2e-shared-a-w3-6680c7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6680c7", "name": "rate-test-model-6680c7", "reconcileID": "2c151b64-f07f-4ad2-8d59-0883255e3597", "LLMInferenceService": "rate-test-model-6680c7", "namespace": "ai-tenant-e2e-shared-a-w3-6680c7"} 2026-09-04T22:15:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6680c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6680c7", "reconcileID": "974c469e-e256-46e0-9cbf-499dbee13569", "Gateway": "e2e-shared-a-w3-6680c7", "namespace": "openshift-ingress"} 2026-09-04T22:15:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6680c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6680c7", "reconcileID": "974c469e-e256-46e0-9cbf-499dbee13569", "Gateway": "e2e-shared-a-w3-6680c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6680c7-authn-ssl"} 2026-09-04T22:15:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6680c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6680c7", "reconcileID": "974c469e-e256-46e0-9cbf-499dbee13569", "Gateway": "e2e-shared-a-w3-6680c7", "namespace": "openshift-ingress"} 2026-09-04T22:15:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6680c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6680c7", "reconcileID": "b421ccb8-6673-4aaf-b9c8-a852de6c8902", "Gateway": "e2e-shared-a-w3-6680c7", "namespace": "openshift-ingress"} 2026-09-04T22:15:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6680c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6680c7", "reconcileID": "b421ccb8-6673-4aaf-b9c8-a852de6c8902", "Gateway": "e2e-shared-a-w3-6680c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6680c7-authn-ssl"} 2026-09-04T22:15:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6680c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6680c7", "reconcileID": "b421ccb8-6673-4aaf-b9c8-a852de6c8902", "Gateway": "e2e-shared-a-w3-6680c7", "namespace": "openshift-ingress"} 2026-09-04T22:15:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7a26c9","namespace":"ai-tenant-e2e-shared-b-w3-7a26c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "rate-test-model-7a26c9", "reconcileID": "ef87f0fb-4ad8-4da5-8862-10fe01ac88a3", "LLMInferenceService": "rate-test-model-7a26c9", "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9"} 2026-09-04T22:15:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7a26c9","namespace":"ai-tenant-e2e-shared-b-w3-7a26c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "rate-test-model-7a26c9", "reconcileID": "ef87f0fb-4ad8-4da5-8862-10fe01ac88a3", "LLMInferenceService": "rate-test-model-7a26c9", "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "rate-test-model-7a26c9"} 2026-09-04T22:15:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7a26c9","namespace":"ai-tenant-e2e-shared-b-w3-7a26c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "rate-test-model-7a26c9", "reconcileID": "ef87f0fb-4ad8-4da5-8862-10fe01ac88a3", "LLMInferenceService": "rate-test-model-7a26c9", "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9"} 2026-09-04T22:15:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7a26c9","namespace":"ai-tenant-e2e-shared-b-w3-7a26c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "rate-test-model-7a26c9", "reconcileID": "ef87f0fb-4ad8-4da5-8862-10fe01ac88a3", "LLMInferenceService": "rate-test-model-7a26c9", "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9"} 2026-09-04T22:15:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7a26c9","namespace":"ai-tenant-e2e-shared-b-w3-7a26c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "rate-test-model-7a26c9", "reconcileID": "ef87f0fb-4ad8-4da5-8862-10fe01ac88a3", "LLMInferenceService": "rate-test-model-7a26c9", "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "rate-test-model-7a26c9-kserve-route-authn"} 2026-09-04T22:15:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7a26c9","namespace":"ai-tenant-e2e-shared-b-w3-7a26c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "rate-test-model-7a26c9", "reconcileID": "ef87f0fb-4ad8-4da5-8862-10fe01ac88a3", "LLMInferenceService": "rate-test-model-7a26c9", "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "rate-test-model-7a26c9-kserve-route-authn"} 2026-09-04T22:15:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7a26c9","namespace":"ai-tenant-e2e-shared-b-w3-7a26c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "rate-test-model-7a26c9", "reconcileID": "ef87f0fb-4ad8-4da5-8862-10fe01ac88a3", "LLMInferenceService": "rate-test-model-7a26c9", "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9"} 2026-09-04T22:15:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7a26c9","namespace":"ai-tenant-e2e-shared-b-w3-7a26c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "rate-test-model-7a26c9", "reconcileID": "ef87f0fb-4ad8-4da5-8862-10fe01ac88a3", "LLMInferenceService": "rate-test-model-7a26c9", "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9"} 2026-09-04T22:15:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7a26c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7a26c9", "reconcileID": "a5ed3d9a-1d98-4e7d-9926-21d33d06f6bf", "Gateway": "e2e-shared-b-w3-7a26c9", "namespace": "openshift-ingress"} 2026-09-04T22:15:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7a26c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7a26c9", "reconcileID": "a5ed3d9a-1d98-4e7d-9926-21d33d06f6bf", "Gateway": "e2e-shared-b-w3-7a26c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7a26c9-authn-ssl"} 2026-09-04T22:15:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7a26c9","namespace":"ai-tenant-e2e-shared-b-w3-7a26c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "rate-test-model-7a26c9", "reconcileID": "37f9de1f-e248-45c4-a34e-0bc693f9a467", "LLMInferenceService": "rate-test-model-7a26c9", "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9"} 2026-09-04T22:15:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7a26c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7a26c9", "reconcileID": "a5ed3d9a-1d98-4e7d-9926-21d33d06f6bf", "Gateway": "e2e-shared-b-w3-7a26c9", "namespace": "openshift-ingress"} 2026-09-04T22:15:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7a26c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7a26c9", "reconcileID": "8f3a4129-666f-49e3-84a2-ddcae108269f", "Gateway": "e2e-shared-b-w3-7a26c9", "namespace": "openshift-ingress"} 2026-09-04T22:15:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7a26c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7a26c9", "reconcileID": "8f3a4129-666f-49e3-84a2-ddcae108269f", "Gateway": "e2e-shared-b-w3-7a26c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7a26c9-authn-ssl"} 2026-09-04T22:15:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7a26c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7a26c9", "reconcileID": "8f3a4129-666f-49e3-84a2-ddcae108269f", "Gateway": "e2e-shared-b-w3-7a26c9", "namespace": "openshift-ingress"} 2026-09-04T22:15:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "d8869055-b45e-433d-b74f-b1a7b26f4b30", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:15:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "d8869055-b45e-433d-b74f-b1a7b26f4b30", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2-authn-ssl"} 2026-09-04T22:15:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "d8869055-b45e-433d-b74f-b1a7b26f4b30", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:15:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "fc0dca60-0093-4b35-a725-ce35fcfb0b29", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:15:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "fc0dca60-0093-4b35-a725-ce35fcfb0b29", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2-authn-ssl"} 2026-09-04T22:15:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "fc0dca60-0093-4b35-a725-ce35fcfb0b29", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:15:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "a60aa6e2-3251-4b05-9c6f-aef7c8b0b071", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:15:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "a60aa6e2-3251-4b05-9c6f-aef7c8b0b071", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2-authn-ssl"} 2026-09-04T22:15:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "a60aa6e2-3251-4b05-9c6f-aef7c8b0b071", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:15:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "3b00e686-cb64-4abe-a1fa-40df6cf774de", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:15:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "3b00e686-cb64-4abe-a1fa-40df6cf774de", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2-authn-ssl"} 2026-09-04T22:15:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "3b00e686-cb64-4abe-a1fa-40df6cf774de", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:15:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "5527980e-12be-40cc-8145-c3c0e74920c5", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:15:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "5527980e-12be-40cc-8145-c3c0e74920c5", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2-authn-ssl"} 2026-09-04T22:15:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "5527980e-12be-40cc-8145-c3c0e74920c5", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:15:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "7f8dd91a-0d7b-4963-a964-22fc26837003", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:15:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "7f8dd91a-0d7b-4963-a964-22fc26837003", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2-authn-ssl"} 2026-09-04T22:15:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "7f8dd91a-0d7b-4963-a964-22fc26837003", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:16:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "cb171141-5d46-4a42-acee-6a1e9dd4e8ba", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:16:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "cb171141-5d46-4a42-acee-6a1e9dd4e8ba", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2-authn-ssl"} 2026-09-04T22:16:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "cb171141-5d46-4a42-acee-6a1e9dd4e8ba", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:16:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "openshift-service-ca.crt", "reconcileID": "44b77448-9ea4-4cf5-b7c2-0b05e2a622a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:16:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "odh-trusted-ca-bundle", "reconcileID": "94cf18bc-081a-41c4-acae-c0764489b528", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:16:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "openshift-service-ca.crt", "reconcileID": "caa53e9f-ff6a-40b0-940b-e9bdf57ea771", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:16:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "openshift-service-ca.crt", "reconcileID": "caa53e9f-ff6a-40b0-940b-e9bdf57ea771", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:16:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83f292c7-8acd-4fdb-98b1-844012891658", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:16:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "openshift-service-ca.crt", "reconcileID": "8fbed2b2-cff5-4d6c-887b-1cc7228b14d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:16:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "odh-trusted-ca-bundle", "reconcileID": "d1d4c47c-d0f8-44f5-930a-816158cb6713", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "update": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:16:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "odh-trusted-ca-bundle", "reconcileID": "d1d4c47c-d0f8-44f5-930a-816158cb6713", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:16:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e4e3ce0-e825-4f4f-96e9-5e061652af95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:16:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "472b7231-29f9-4301-ac55-cd1ab2a724d1", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:16:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "472b7231-29f9-4301-ac55-cd1ab2a724d1", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2-authn-ssl"} 2026-09-04T22:16:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "472b7231-29f9-4301-ac55-cd1ab2a724d1", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:16:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "3eb91548-2f84-4c93-a0a3-b1166170647c", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:16:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "3eb91548-2f84-4c93-a0a3-b1166170647c", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2-authn-ssl"} 2026-09-04T22:16:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "3eb91548-2f84-4c93-a0a3-b1166170647c", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:16:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "4e608d3f-782c-435a-8521-f785f4abc9ae", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:16:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "4e608d3f-782c-435a-8521-f785f4abc9ae", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf-authn-ssl"} 2026-09-04T22:16:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "4e608d3f-782c-435a-8521-f785f4abc9ae", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:16:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "1465adba-2f82-402d-9d79-2512054dfcbb", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:16:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "1465adba-2f82-402d-9d79-2512054dfcbb", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf-authn-ssl"} 2026-09-04T22:16:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "1465adba-2f82-402d-9d79-2512054dfcbb", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:16:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "85eb3fbc-40c6-443a-ae90-134d70f51e27", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:16:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "85eb3fbc-40c6-443a-ae90-134d70f51e27", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf-authn-ssl"} 2026-09-04T22:16:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "85eb3fbc-40c6-443a-ae90-134d70f51e27", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:16:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "61dd8237-4679-4cdd-ade7-bdd345b198e2", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:16:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "61dd8237-4679-4cdd-ade7-bdd345b198e2", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf-authn-ssl"} 2026-09-04T22:16:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "61dd8237-4679-4cdd-ade7-bdd345b198e2", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:16:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "aa570a0a-445f-4669-9c99-bb19e4f9c2d1", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:16:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "aa570a0a-445f-4669-9c99-bb19e4f9c2d1", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf-authn-ssl"} 2026-09-04T22:16:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "aa570a0a-445f-4669-9c99-bb19e4f9c2d1", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:16:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "eb8d0374-b58c-49d2-a2a7-a706931ac93b", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:16:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "eb8d0374-b58c-49d2-a2a7-a706931ac93b", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf-authn-ssl"} 2026-09-04T22:16:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "eb8d0374-b58c-49d2-a2a7-a706931ac93b", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:16:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-25d966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-25d966", "reconcileID": "1230087f-8cd3-42fd-b1f1-eb8832a6a623", "Gateway": "e2e-api-a-25d966", "namespace": "openshift-ingress"} 2026-09-04T22:16:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-25d966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-25d966", "reconcileID": "1230087f-8cd3-42fd-b1f1-eb8832a6a623", "Gateway": "e2e-api-a-25d966", "namespace": "openshift-ingress", "name": "e2e-api-a-25d966-authn-ssl"} 2026-09-04T22:16:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-25d966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-25d966", "reconcileID": "1230087f-8cd3-42fd-b1f1-eb8832a6a623", "Gateway": "e2e-api-a-25d966", "namespace": "openshift-ingress"} 2026-09-04T22:16:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "ba66235c-0aa2-44a0-aad4-adaf194fc38d", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:16:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "ba66235c-0aa2-44a0-aad4-adaf194fc38d", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf-authn-ssl"} 2026-09-04T22:16:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "ba66235c-0aa2-44a0-aad4-adaf194fc38d", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:16:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "4b97e056-74c3-4676-809d-09224661ffa7", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:16:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "4b97e056-74c3-4676-809d-09224661ffa7", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf-authn-ssl"} 2026-09-04T22:16:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "4b97e056-74c3-4676-809d-09224661ffa7", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:16:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f2fbdf"}, "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "name": "openshift-service-ca.crt", "reconcileID": "1ced4225-bf74-48ab-9a85-073530adc07d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f2fbdf"} 2026-09-04T22:16:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f2fbdf"}, "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "name": "odh-trusted-ca-bundle", "reconcileID": "2a011d4e-fb9d-40d5-8e0c-62ffec02f294", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f2fbdf"} 2026-09-04T22:16:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f2fbdf"}, "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "name": "openshift-service-ca.crt", "reconcileID": "6018b4ef-7ad2-48c9-b77b-601f2213eb88", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:16:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f2fbdf"}, "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "name": "openshift-service-ca.crt", "reconcileID": "6018b4ef-7ad2-48c9-b77b-601f2213eb88", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f2fbdf"} 2026-09-04T22:16:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f2fbdf"}, "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "name": "openshift-service-ca.crt", "reconcileID": "7bf18008-e085-4a16-b9e2-9808b960d36d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:16:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f2fbdf"}, "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "name": "openshift-service-ca.crt", "reconcileID": "7bf18008-e085-4a16-b9e2-9808b960d36d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:16:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f2fbdf"}, "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "509f0246-d492-4f7f-a874-6a637bdfe787", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "update": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:16:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f2fbdf"}, "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "509f0246-d492-4f7f-a874-6a637bdfe787", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f2fbdf"} 2026-09-04T22:16:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f2fbdf"}, "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "name": "odh-trusted-ca-bundle", "reconcileID": "4f682974-6eed-419f-978c-b3bee557147f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f2fbdf"} 2026-09-04T22:16:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f2fbdf"}, "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "name": "openshift-service-ca.crt", "reconcileID": "fa8a5e63-6eea-4f16-8a5b-475e2c35d854", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f2fbdf"} 2026-09-04T22:16:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f2fbdf"}, "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3a2dc54-e331-4ed6-842b-0172cc6c5cb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f2fbdf"} 2026-09-04T22:16:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "19434d9c-fbf2-4be2-b247-c16b5e3e1a54", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:16:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "19434d9c-fbf2-4be2-b247-c16b5e3e1a54", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf-authn-ssl"} 2026-09-04T22:16:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "19434d9c-fbf2-4be2-b247-c16b5e3e1a54", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:16:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-25d966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-25d966", "reconcileID": "75d777ca-3979-416d-987a-e37b022a78b8", "Gateway": "e2e-api-a-25d966", "namespace": "openshift-ingress"} 2026-09-04T22:16:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-25d966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-25d966", "reconcileID": "75d777ca-3979-416d-987a-e37b022a78b8", "Gateway": "e2e-api-a-25d966", "namespace": "openshift-ingress", "name": "e2e-api-a-25d966-authn-ssl"} 2026-09-04T22:16:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-25d966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-25d966", "reconcileID": "75d777ca-3979-416d-987a-e37b022a78b8", "Gateway": "e2e-api-a-25d966", "namespace": "openshift-ingress"} 2026-09-04T22:16:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-25d966"}, "namespace": "ai-tenant-e2e-api-a-25d966", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83ce0321-0320-4715-8cc1-e51816d5ae6c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-25d966"} 2026-09-04T22:16:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-25d966"}, "namespace": "ai-tenant-e2e-api-a-25d966", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83ce0321-0320-4715-8cc1-e51816d5ae6c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-25d966", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:16:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-25d966"}, "namespace": "ai-tenant-e2e-api-a-25d966", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83ce0321-0320-4715-8cc1-e51816d5ae6c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-25d966 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:16:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-25d966"}, "namespace": "ai-tenant-e2e-api-a-25d966", "name": "odh-trusted-ca-bundle", "reconcileID": "8e0e455a-c0fc-4fb0-b1a1-a29d0f09de84", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-25d966"} 2026-09-04T22:16:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-25d966"}, "namespace": "ai-tenant-e2e-api-a-25d966", "name": "odh-trusted-ca-bundle", "reconcileID": "8e0e455a-c0fc-4fb0-b1a1-a29d0f09de84", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-25d966"} 2026-09-04T22:16:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-25d966"}, "namespace": "ai-tenant-e2e-api-a-25d966", "name": "openshift-service-ca.crt", "reconcileID": "163b4a05-9242-4af2-be89-e818c28f6579", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-25d966"} 2026-09-04T22:16:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-25d966"}, "namespace": "ai-tenant-e2e-api-a-25d966", "name": "openshift-service-ca.crt", "reconcileID": "163b4a05-9242-4af2-be89-e818c28f6579", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-25d966"} 2026-09-04T22:16:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-25d966"}, "namespace": "ai-tenant-e2e-api-a-25d966", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20bbd101-4df8-400f-a635-216871772510", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-25d966"} 2026-09-04T22:16:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-25d966"}, "namespace": "ai-tenant-e2e-api-a-25d966", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20bbd101-4df8-400f-a635-216871772510", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-25d966"} 2026-09-04T22:16:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-25d966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-25d966", "reconcileID": "4f4355ea-e015-460f-afcc-6bd250660826", "Gateway": "e2e-api-a-25d966", "namespace": "openshift-ingress"} 2026-09-04T22:16:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "1f6e3a7c-4538-4b54-9ed5-b6ffa25b452e", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:16:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "1f6e3a7c-4538-4b54-9ed5-b6ffa25b452e", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf-authn-ssl"} 2026-09-04T22:16:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "1f6e3a7c-4538-4b54-9ed5-b6ffa25b452e", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:16:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dac33e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dac33e", "reconcileID": "c126104d-15e8-49ff-8254-3df5ba3b60a3", "Gateway": "e2e-api-b-dac33e", "namespace": "openshift-ingress"} 2026-09-04T22:16:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dac33e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dac33e", "reconcileID": "c126104d-15e8-49ff-8254-3df5ba3b60a3", "Gateway": "e2e-api-b-dac33e", "namespace": "openshift-ingress", "name": "e2e-api-b-dac33e-authn-ssl"} 2026-09-04T22:16:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dac33e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dac33e", "reconcileID": "c126104d-15e8-49ff-8254-3df5ba3b60a3", "Gateway": "e2e-api-b-dac33e", "namespace": "openshift-ingress"} 2026-09-04T22:16:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dac33e"}, "namespace": "ai-tenant-e2e-api-b-dac33e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c49a319b-2c1d-4d3b-b063-c8214e7e16b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dac33e"} 2026-09-04T22:16:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dac33e"}, "namespace": "ai-tenant-e2e-api-b-dac33e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c49a319b-2c1d-4d3b-b063-c8214e7e16b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dac33e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:16:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dac33e"}, "namespace": "ai-tenant-e2e-api-b-dac33e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c49a319b-2c1d-4d3b-b063-c8214e7e16b4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-dac33e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:16:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-dac33e"}, "namespace": "ai-tenant-e2e-api-b-dac33e", "name": "odh-trusted-ca-bundle", "reconcileID": "5a57c351-409c-479d-9490-5d4bbbf6393f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dac33e"} 2026-09-04T22:16:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-dac33e"}, "namespace": "ai-tenant-e2e-api-b-dac33e", "name": "odh-trusted-ca-bundle", "reconcileID": "5a57c351-409c-479d-9490-5d4bbbf6393f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dac33e"} 2026-09-04T22:16:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-dac33e"}, "namespace": "ai-tenant-e2e-api-b-dac33e", "name": "openshift-service-ca.crt", "reconcileID": "e3d3de51-57f5-42f1-8321-5c086a661e50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-dac33e"} 2026-09-04T22:16:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-dac33e"}, "namespace": "ai-tenant-e2e-api-b-dac33e", "name": "openshift-service-ca.crt", "reconcileID": "e3d3de51-57f5-42f1-8321-5c086a661e50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-dac33e"} 2026-09-04T22:16:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dac33e"}, "namespace": "ai-tenant-e2e-api-b-dac33e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8b5b55a-7ade-4bf9-9643-1037e49191df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dac33e"} 2026-09-04T22:16:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dac33e"}, "namespace": "ai-tenant-e2e-api-b-dac33e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8b5b55a-7ade-4bf9-9643-1037e49191df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dac33e"} 2026-09-04T22:16:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dac33e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dac33e", "reconcileID": "41439dc2-96e0-4a7d-ac83-cbe6898d8f72", "Gateway": "e2e-api-b-dac33e", "namespace": "openshift-ingress"} 2026-09-04T22:16:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dac33e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dac33e", "reconcileID": "41439dc2-96e0-4a7d-ac83-cbe6898d8f72", "Gateway": "e2e-api-b-dac33e", "namespace": "openshift-ingress", "name": "e2e-api-b-dac33e-authn-ssl"} 2026-09-04T22:16:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dac33e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dac33e", "reconcileID": "41439dc2-96e0-4a7d-ac83-cbe6898d8f72", "Gateway": "e2e-api-b-dac33e", "namespace": "openshift-ingress"} 2026-09-04T22:16:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dac33e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dac33e", "reconcileID": "57be1719-29ac-4caa-8292-3506d89ff562", "Gateway": "e2e-api-b-dac33e", "namespace": "openshift-ingress"} 2026-09-04T22:17:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "b95f4ae5-dc6e-418e-8855-6508a38abddc", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:17:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "b95f4ae5-dc6e-418e-8855-6508a38abddc", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:17:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "b95f4ae5-dc6e-418e-8855-6508a38abddc", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:17:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "65a9b8ad-a345-498b-93f4-860e64e76d57", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:17:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "b95f4ae5-dc6e-418e-8855-6508a38abddc", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2-kserve-route-authn"} 2026-09-04T22:17:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "b95f4ae5-dc6e-418e-8855-6508a38abddc", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "authType": "userdefined"} 2026-09-04T22:17:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "b95f4ae5-dc6e-418e-8855-6508a38abddc", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:17:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "65a9b8ad-a345-498b-93f4-860e64e76d57", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2-authn-ssl"} 2026-09-04T22:17:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "65a9b8ad-a345-498b-93f4-860e64e76d57", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:17:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "3513a93b-bc3d-4452-af27-373abc225004", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:17:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "3513a93b-bc3d-4452-af27-373abc225004", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:17:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "3513a93b-bc3d-4452-af27-373abc225004", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:17:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "3513a93b-bc3d-4452-af27-373abc225004", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2-kserve-route-authn"} 2026-09-04T22:17:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "3513a93b-bc3d-4452-af27-373abc225004", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "authType": "userdefined"} 2026-09-04T22:17:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "3513a93b-bc3d-4452-af27-373abc225004", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:17:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "cfbfed48-7c4a-48e4-a5a8-16a8247d3388", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:17:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "cfbfed48-7c4a-48e4-a5a8-16a8247d3388", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2-authn-ssl"} 2026-09-04T22:17:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "cfbfed48-7c4a-48e4-a5a8-16a8247d3388", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:17:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "7aeb1f2d-2b6a-484e-82fb-e6f9eae4ee53", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:17:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "7aeb1f2d-2b6a-484e-82fb-e6f9eae4ee53", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:17:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "7aeb1f2d-2b6a-484e-82fb-e6f9eae4ee53", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:17:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "7aeb1f2d-2b6a-484e-82fb-e6f9eae4ee53", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2-kserve-route-authn"} 2026-09-04T22:17:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "7aeb1f2d-2b6a-484e-82fb-e6f9eae4ee53", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "authType": "userdefined"} 2026-09-04T22:17:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "7aeb1f2d-2b6a-484e-82fb-e6f9eae4ee53", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:17:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-fc3156","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-fc3156", "reconcileID": "a1344f63-1744-4a05-93a8-b65df1dc40a9", "Gateway": "e2e-shared-a-w2-fc3156", "namespace": "openshift-ingress"} 2026-09-04T22:17:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-fc3156","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-fc3156", "reconcileID": "a1344f63-1744-4a05-93a8-b65df1dc40a9", "Gateway": "e2e-shared-a-w2-fc3156", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-fc3156-authn-ssl"} 2026-09-04T22:17:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-fc3156","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-fc3156", "reconcileID": "a1344f63-1744-4a05-93a8-b65df1dc40a9", "Gateway": "e2e-shared-a-w2-fc3156", "namespace": "openshift-ingress"} 2026-09-04T22:17:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-fc3156","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-fc3156", "reconcileID": "9332d107-0d16-4961-a405-1bae4c0c724a", "Gateway": "e2e-shared-a-w2-fc3156", "namespace": "openshift-ingress"} 2026-09-04T22:17:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-fc3156","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-fc3156", "reconcileID": "9332d107-0d16-4961-a405-1bae4c0c724a", "Gateway": "e2e-shared-a-w2-fc3156", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-fc3156-authn-ssl"} 2026-09-04T22:17:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-fc3156","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-fc3156", "reconcileID": "9332d107-0d16-4961-a405-1bae4c0c724a", "Gateway": "e2e-shared-a-w2-fc3156", "namespace": "openshift-ingress"} 2026-09-04T22:17:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-fc3156"}, "namespace": "ai-tenant-e2e-shared-a-w2-fc3156", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c7b9e7f-0994-43a5-ba46-fff339c7b3ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-fc3156"} 2026-09-04T22:17:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-fc3156"}, "namespace": "ai-tenant-e2e-shared-a-w2-fc3156", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c7b9e7f-0994-43a5-ba46-fff339c7b3ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-fc3156", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:17:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-fc3156"}, "namespace": "ai-tenant-e2e-shared-a-w2-fc3156", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c7b9e7f-0994-43a5-ba46-fff339c7b3ad", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-fc3156 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:17:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-fc3156"}, "namespace": "ai-tenant-e2e-shared-a-w2-fc3156", "name": "odh-trusted-ca-bundle", "reconcileID": "1f0e96c7-5fbf-4a7f-8bb3-d7dcdce77a34", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-fc3156"} 2026-09-04T22:17:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-fc3156"}, "namespace": "ai-tenant-e2e-shared-a-w2-fc3156", "name": "odh-trusted-ca-bundle", "reconcileID": "1f0e96c7-5fbf-4a7f-8bb3-d7dcdce77a34", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-fc3156"} 2026-09-04T22:17:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-fc3156"}, "namespace": "ai-tenant-e2e-shared-a-w2-fc3156", "name": "openshift-service-ca.crt", "reconcileID": "7aa141ea-12e5-4835-93c9-d2e12bbd8fba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-fc3156"} 2026-09-04T22:17:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-fc3156"}, "namespace": "ai-tenant-e2e-shared-a-w2-fc3156", "name": "openshift-service-ca.crt", "reconcileID": "7aa141ea-12e5-4835-93c9-d2e12bbd8fba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-fc3156"} 2026-09-04T22:17:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-fc3156"}, "namespace": "ai-tenant-e2e-shared-a-w2-fc3156", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74daee2d-49fb-4476-b335-7dee254f9c1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-fc3156"} 2026-09-04T22:17:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-fc3156"}, "namespace": "ai-tenant-e2e-shared-a-w2-fc3156", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74daee2d-49fb-4476-b335-7dee254f9c1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-fc3156"} 2026-09-04T22:17:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-fc3156","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-fc3156", "reconcileID": "346c342b-ae32-46bb-bec6-61bef85db008", "Gateway": "e2e-shared-a-w2-fc3156", "namespace": "openshift-ingress"} 2026-09-04T22:17:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "4005e0b3-91ee-4b73-bd83-729f0aee61e8", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:17:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "4005e0b3-91ee-4b73-bd83-729f0aee61e8", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:17:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "4005e0b3-91ee-4b73-bd83-729f0aee61e8", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:17:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "4005e0b3-91ee-4b73-bd83-729f0aee61e8", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2-kserve-route-authn"} 2026-09-04T22:17:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "4005e0b3-91ee-4b73-bd83-729f0aee61e8", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "authType": "userdefined"} 2026-09-04T22:17:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "4005e0b3-91ee-4b73-bd83-729f0aee61e8", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:17:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-3abe72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3abe72", "reconcileID": "f3a23fd3-529d-4f7e-82a6-f9b6bc32fbfa", "Gateway": "e2e-shared-b-w2-3abe72", "namespace": "openshift-ingress"} 2026-09-04T22:17:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-3abe72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3abe72", "reconcileID": "f3a23fd3-529d-4f7e-82a6-f9b6bc32fbfa", "Gateway": "e2e-shared-b-w2-3abe72", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3abe72-authn-ssl"} 2026-09-04T22:17:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-3abe72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3abe72", "reconcileID": "f3a23fd3-529d-4f7e-82a6-f9b6bc32fbfa", "Gateway": "e2e-shared-b-w2-3abe72", "namespace": "openshift-ingress"} 2026-09-04T22:17:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-3abe72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3abe72", "reconcileID": "7bf5466b-88cd-4f42-a814-b52b341624cd", "Gateway": "e2e-shared-b-w2-3abe72", "namespace": "openshift-ingress"} 2026-09-04T22:17:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-3abe72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3abe72", "reconcileID": "7bf5466b-88cd-4f42-a814-b52b341624cd", "Gateway": "e2e-shared-b-w2-3abe72", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3abe72-authn-ssl"} 2026-09-04T22:17:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-3abe72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3abe72", "reconcileID": "7bf5466b-88cd-4f42-a814-b52b341624cd", "Gateway": "e2e-shared-b-w2-3abe72", "namespace": "openshift-ingress"} 2026-09-04T22:17:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "4cd4a292-82d8-4730-b8f8-6b19c978bda5", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:17:32Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "4cd4a292-82d8-4730-b8f8-6b19c978bda5", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e-authn-ssl"} 2026-09-04T22:17:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "4cd4a292-82d8-4730-b8f8-6b19c978bda5", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:17:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "874f4316-ff29-4170-8f63-d56e2f32ca56", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:17:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "874f4316-ff29-4170-8f63-d56e2f32ca56", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e-authn-ssl"} 2026-09-04T22:17:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "874f4316-ff29-4170-8f63-d56e2f32ca56", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:17:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "9dde963c-fd71-457b-a9a1-50b70b6c298a", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:17:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "9dde963c-fd71-457b-a9a1-50b70b6c298a", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e-authn-ssl"} 2026-09-04T22:17:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "9dde963c-fd71-457b-a9a1-50b70b6c298a", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:17:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "9086a211-30ac-43c4-971e-9bf3ce584dbc", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:17:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "9086a211-30ac-43c4-971e-9bf3ce584dbc", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e-authn-ssl"} 2026-09-04T22:17:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "9086a211-30ac-43c4-971e-9bf3ce584dbc", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:17:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "e638fc42-6063-40c5-ac7f-dbd1d74b4f2a", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:17:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "e638fc42-6063-40c5-ac7f-dbd1d74b4f2a", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e-authn-ssl"} 2026-09-04T22:17:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "e638fc42-6063-40c5-ac7f-dbd1d74b4f2a", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:17:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "60a93804-3b46-41a1-9b63-f116fb0ff7f9", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:17:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "60a93804-3b46-41a1-9b63-f116fb0ff7f9", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e-authn-ssl"} 2026-09-04T22:17:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "60a93804-3b46-41a1-9b63-f116fb0ff7f9", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:17:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3abe72"}, "namespace": "ai-tenant-e2e-shared-b-w2-3abe72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7427c4ce-b408-453d-8a64-1833a8c157ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-3abe72"} 2026-09-04T22:17:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3abe72"}, "namespace": "ai-tenant-e2e-shared-b-w2-3abe72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7427c4ce-b408-453d-8a64-1833a8c157ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-3abe72", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:17:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3abe72"}, "namespace": "ai-tenant-e2e-shared-b-w2-3abe72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7427c4ce-b408-453d-8a64-1833a8c157ac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-3abe72 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:17:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3abe72"}, "namespace": "ai-tenant-e2e-shared-b-w2-3abe72", "name": "odh-trusted-ca-bundle", "reconcileID": "b082373f-2a53-4abd-833a-8ff500329a7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-3abe72"} 2026-09-04T22:17:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3abe72"}, "namespace": "ai-tenant-e2e-shared-b-w2-3abe72", "name": "odh-trusted-ca-bundle", "reconcileID": "b082373f-2a53-4abd-833a-8ff500329a7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-3abe72"} 2026-09-04T22:17:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-3abe72"}, "namespace": "ai-tenant-e2e-shared-b-w2-3abe72", "name": "openshift-service-ca.crt", "reconcileID": "8fcdb931-fd0f-459d-8d41-09bec97b1ccd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-3abe72"} 2026-09-04T22:17:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-3abe72"}, "namespace": "ai-tenant-e2e-shared-b-w2-3abe72", "name": "openshift-service-ca.crt", "reconcileID": "8fcdb931-fd0f-459d-8d41-09bec97b1ccd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-3abe72"} 2026-09-04T22:17:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3abe72"}, "namespace": "ai-tenant-e2e-shared-b-w2-3abe72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a74e70ce-e713-42d8-8a64-870ae85d7d1b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-3abe72"} 2026-09-04T22:17:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3abe72"}, "namespace": "ai-tenant-e2e-shared-b-w2-3abe72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a74e70ce-e713-42d8-8a64-870ae85d7d1b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-3abe72"} 2026-09-04T22:17:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-3abe72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3abe72", "reconcileID": "8720f799-5699-43cd-8743-e36b6a5aafc0", "Gateway": "e2e-shared-b-w2-3abe72", "namespace": "openshift-ingress"} 2026-09-04T22:17:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "c0db64dd-5999-4168-acb7-3b73a93b1dee", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:17:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "c0db64dd-5999-4168-acb7-3b73a93b1dee", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e-authn-ssl"} 2026-09-04T22:17:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "c0db64dd-5999-4168-acb7-3b73a93b1dee", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:17:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b7805e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "name": "openshift-service-ca.crt", "reconcileID": "151126d2-9242-4f84-a5b7-f2da4a4a4582", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e"} 2026-09-04T22:17:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b7805e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "name": "odh-trusted-ca-bundle", "reconcileID": "57afaab6-a6d4-416f-8e6c-efa26492a768", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e"} 2026-09-04T22:17:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b7805e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "name": "openshift-service-ca.crt", "reconcileID": "8227cb0a-dcd7-42fa-9cf5-06db66f138ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:17:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b7805e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "name": "openshift-service-ca.crt", "reconcileID": "8227cb0a-dcd7-42fa-9cf5-06db66f138ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e"} 2026-09-04T22:17:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b7805e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "name": "openshift-service-ca.crt", "reconcileID": "fa8e3d14-c4d8-4818-94cd-baf34928613c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e"} 2026-09-04T22:17:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b7805e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09e9c6f1-6c2b-45b3-8f61-a23caa80bbe0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e"} 2026-09-04T22:17:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b7805e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "name": "odh-trusted-ca-bundle", "reconcileID": "d7061bdc-336f-4bc4-8757-13bfe6d1e137", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "update": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:17:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b7805e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "name": "odh-trusted-ca-bundle", "reconcileID": "d7061bdc-336f-4bc4-8757-13bfe6d1e137", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e"} 2026-09-04T22:17:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b7805e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd950689-c126-4729-ab2d-c2c3293c4ee0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e"} 2026-09-04T22:17:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "1a2c253d-dbda-49d4-a6ec-68bb6f9ed712", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:17:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "1a2c253d-dbda-49d4-a6ec-68bb6f9ed712", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e-authn-ssl"} 2026-09-04T22:17:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "1a2c253d-dbda-49d4-a6ec-68bb6f9ed712", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:17:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "ec511601-fa15-4315-aa36-092d8cd9d1dc", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:17:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "ec511601-fa15-4315-aa36-092d8cd9d1dc", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e-authn-ssl"} 2026-09-04T22:17:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "ec511601-fa15-4315-aa36-092d8cd9d1dc", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:17:59Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-04T22:17:59Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-04T22:18:01Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-04T22:18:01Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-04T22:18:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "057d8fe6-d0f3-4f70-b554-38720f469953", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:18:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "057d8fe6-d0f3-4f70-b554-38720f469953", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e-authn-ssl"} 2026-09-04T22:18:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "057d8fe6-d0f3-4f70-b554-38720f469953", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:18:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "093263b7-fdc5-469b-9f0e-d694cd83c6df", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:18:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "093263b7-fdc5-469b-9f0e-d694cd83c6df", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e-authn-ssl"} 2026-09-04T22:18:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "093263b7-fdc5-469b-9f0e-d694cd83c6df", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:18:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b7805e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c65fd3f9-dcd9-40dd-8687-41269d571fcf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e"} 2026-09-04T22:18:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b7805e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c65fd3f9-dcd9-40dd-8687-41269d571fcf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:18:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b7805e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c65fd3f9-dcd9-40dd-8687-41269d571fcf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-b7805e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:18:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b7805e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "name": "odh-trusted-ca-bundle", "reconcileID": "8ee6ca38-bafe-404f-8cfa-acce0a681fee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e"} 2026-09-04T22:18:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b7805e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "name": "odh-trusted-ca-bundle", "reconcileID": "8ee6ca38-bafe-404f-8cfa-acce0a681fee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e"} 2026-09-04T22:18:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b7805e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "name": "openshift-service-ca.crt", "reconcileID": "18064954-3c48-4330-b6fe-3bf031f25001", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e"} 2026-09-04T22:18:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b7805e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "name": "openshift-service-ca.crt", "reconcileID": "18064954-3c48-4330-b6fe-3bf031f25001", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e"} 2026-09-04T22:18:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b7805e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03192ad6-a29c-4de0-b036-47246a95f16e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e"} 2026-09-04T22:18:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b7805e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03192ad6-a29c-4de0-b036-47246a95f16e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b7805e"} 2026-09-04T22:18:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b7805e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b7805e", "reconcileID": "d62d6234-4a65-48d8-9498-25a2d6f2be2c", "Gateway": "e2e-ipp-cleanup-b7805e", "namespace": "openshift-ingress"} 2026-09-04T22:18:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "4bc2b820-843b-47a1-92b5-4814f0ebc786", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:18:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "4bc2b820-843b-47a1-92b5-4814f0ebc786", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2-authn-ssl"} 2026-09-04T22:18:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "4bc2b820-843b-47a1-92b5-4814f0ebc786", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:18:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "5d1ae5f4-1004-422f-8cdf-ee9acfd33496", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:18:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "5d1ae5f4-1004-422f-8cdf-ee9acfd33496", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2-authn-ssl"} 2026-09-04T22:18:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "5d1ae5f4-1004-422f-8cdf-ee9acfd33496", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:18:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "29cf2f8f-0243-4bbc-88f0-58550ad391a4", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:18:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "29cf2f8f-0243-4bbc-88f0-58550ad391a4", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2-authn-ssl"} 2026-09-04T22:18:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "29cf2f8f-0243-4bbc-88f0-58550ad391a4", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:18:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "b00e4afe-7244-4707-9e46-0843f44febf3", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:18:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "b00e4afe-7244-4707-9e46-0843f44febf3", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:18:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "b00e4afe-7244-4707-9e46-0843f44febf3", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:18:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "b00e4afe-7244-4707-9e46-0843f44febf3", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2-kserve-route-authn"} 2026-09-04T22:18:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "b00e4afe-7244-4707-9e46-0843f44febf3", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "authType": "userdefined"} 2026-09-04T22:18:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "b00e4afe-7244-4707-9e46-0843f44febf3", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "4ddc9eed-a514-4ee1-8bfa-b81f53cb05e9", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "4ddc9eed-a514-4ee1-8bfa-b81f53cb05e9", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "4ddc9eed-a514-4ee1-8bfa-b81f53cb05e9", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "4ddc9eed-a514-4ee1-8bfa-b81f53cb05e9", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2-kserve-route-authn"} 2026-09-04T22:19:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "4ddc9eed-a514-4ee1-8bfa-b81f53cb05e9", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "authType": "userdefined"} 2026-09-04T22:19:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "4ddc9eed-a514-4ee1-8bfa-b81f53cb05e9", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "0a3fe85e-3766-4b24-9ce3-b3ce4994d642", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "0a3fe85e-3766-4b24-9ce3-b3ce4994d642", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2"} 2026-09-04T22:19:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "0a3fe85e-3766-4b24-9ce3-b3ce4994d642", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "0a3fe85e-3766-4b24-9ce3-b3ce4994d642", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "0a3fe85e-3766-4b24-9ce3-b3ce4994d642", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2-kserve-route-authn"} 2026-09-04T22:19:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "0a3fe85e-3766-4b24-9ce3-b3ce4994d642", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2-kserve-route-authn"} 2026-09-04T22:19:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "0a3fe85e-3766-4b24-9ce3-b3ce4994d642", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "0a3fe85e-3766-4b24-9ce3-b3ce4994d642", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "ad22386a-fa08-4fac-a4e5-1038f5c6026e", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:19:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "ad22386a-fa08-4fac-a4e5-1038f5c6026e", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2-authn-ssl"} 2026-09-04T22:19:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "ad22386a-fa08-4fac-a4e5-1038f5c6026e", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:19:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "820470f6-e50f-4dd8-98af-8e038e50b28f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "820470f6-e50f-4dd8-98af-8e038e50b28f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:19:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "820470f6-e50f-4dd8-98af-8e038e50b28f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-cc92e2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:19:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "odh-trusted-ca-bundle", "reconcileID": "ceea5582-c10b-4217-b21d-2d731b8cf6af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "odh-trusted-ca-bundle", "reconcileID": "ceea5582-c10b-4217-b21d-2d731b8cf6af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "openshift-service-ca.crt", "reconcileID": "10590b08-c798-490e-aacf-cc07b7d5c7aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "openshift-service-ca.crt", "reconcileID": "10590b08-c798-490e-aacf-cc07b7d5c7aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1868aaae-c310-48c7-be87-975c0bee643f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1868aaae-c310-48c7-be87-975c0bee643f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "20d94caa-aa16-4869-b581-acd888cba6a8", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "20d94caa-aa16-4869-b581-acd888cba6a8", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2"} 2026-09-04T22:19:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "20d94caa-aa16-4869-b581-acd888cba6a8", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "20d94caa-aa16-4869-b581-acd888cba6a8", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "20d94caa-aa16-4869-b581-acd888cba6a8", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2-kserve-route-authn"} 2026-09-04T22:19:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "20d94caa-aa16-4869-b581-acd888cba6a8", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2-kserve-route-authn"} 2026-09-04T22:19:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "20d94caa-aa16-4869-b581-acd888cba6a8", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "20d94caa-aa16-4869-b581-acd888cba6a8", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc92e2","namespace":"ai-tenant-e2e-ipp-a-cc92e2"}, "namespace": "ai-tenant-e2e-ipp-a-cc92e2", "name": "ipp-route-cc92e2", "reconcileID": "b56b18e9-6c14-48a5-89f3-239ec525b7df", "LLMInferenceService": "ipp-route-cc92e2", "namespace": "ai-tenant-e2e-ipp-a-cc92e2"} 2026-09-04T22:19:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "a3700ffd-17b1-4907-b6f7-8e696b23759d", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:19:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "a3700ffd-17b1-4907-b6f7-8e696b23759d", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2-authn-ssl"} 2026-09-04T22:19:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "a3700ffd-17b1-4907-b6f7-8e696b23759d", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:19:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc92e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc92e2", "reconcileID": "64ecaf5e-2cc5-468f-8595-168db796561e", "Gateway": "e2e-ipp-a-cc92e2", "namespace": "openshift-ingress"} 2026-09-04T22:19:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "573ca8f0-6488-4810-83b8-4d1b4514452f", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:19:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "573ca8f0-6488-4810-83b8-4d1b4514452f", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf-authn-ssl"} 2026-09-04T22:19:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "573ca8f0-6488-4810-83b8-4d1b4514452f", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:19:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "720be4a1-28e0-4413-a772-5fd7f2a425b2", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:19:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "720be4a1-28e0-4413-a772-5fd7f2a425b2", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf-authn-ssl"} 2026-09-04T22:19:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "720be4a1-28e0-4413-a772-5fd7f2a425b2", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:19:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f2fbdf"}, "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b55374f0-2865-4419-bc7b-3772fc81797b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f2fbdf"} 2026-09-04T22:19:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f2fbdf"}, "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b55374f0-2865-4419-bc7b-3772fc81797b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:19:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f2fbdf"}, "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b55374f0-2865-4419-bc7b-3772fc81797b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-f2fbdf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:19:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f2fbdf"}, "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "name": "odh-trusted-ca-bundle", "reconcileID": "dc6c9427-0b9d-4a6c-948d-64e055176d8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f2fbdf"} 2026-09-04T22:19:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f2fbdf"}, "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "name": "odh-trusted-ca-bundle", "reconcileID": "dc6c9427-0b9d-4a6c-948d-64e055176d8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f2fbdf"} 2026-09-04T22:19:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f2fbdf"}, "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "name": "openshift-service-ca.crt", "reconcileID": "3d3be36b-8c4c-4d0d-bc57-d72821715820", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f2fbdf"} 2026-09-04T22:19:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f2fbdf"}, "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "name": "openshift-service-ca.crt", "reconcileID": "3d3be36b-8c4c-4d0d-bc57-d72821715820", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f2fbdf"} 2026-09-04T22:19:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f2fbdf"}, "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9f02206-d415-4cc1-a1de-d3b1b7fb0cdb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f2fbdf"} 2026-09-04T22:19:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f2fbdf"}, "namespace": "ai-tenant-e2e-ipp-b-f2fbdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9f02206-d415-4cc1-a1de-d3b1b7fb0cdb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f2fbdf"} 2026-09-04T22:19:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f2fbdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f2fbdf", "reconcileID": "fcab4558-1243-47f1-9d26-5f2b66688ead", "Gateway": "e2e-ipp-b-f2fbdf", "namespace": "openshift-ingress"} 2026-09-04T22:19:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6680c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6680c7", "reconcileID": "44f8fc22-8cce-46d0-8b1b-1b94eb49fc4a", "Gateway": "e2e-shared-a-w3-6680c7", "namespace": "openshift-ingress"} 2026-09-04T22:19:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6680c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6680c7", "reconcileID": "44f8fc22-8cce-46d0-8b1b-1b94eb49fc4a", "Gateway": "e2e-shared-a-w3-6680c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6680c7-authn-ssl"} 2026-09-04T22:19:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6680c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6680c7", "reconcileID": "44f8fc22-8cce-46d0-8b1b-1b94eb49fc4a", "Gateway": "e2e-shared-a-w3-6680c7", "namespace": "openshift-ingress"} 2026-09-04T22:19:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6680c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6680c7", "reconcileID": "56836aa0-3c80-40ee-b17b-ecc3a3881c0a", "Gateway": "e2e-shared-a-w3-6680c7", "namespace": "openshift-ingress"} 2026-09-04T22:19:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6680c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6680c7", "reconcileID": "56836aa0-3c80-40ee-b17b-ecc3a3881c0a", "Gateway": "e2e-shared-a-w3-6680c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6680c7-authn-ssl"} 2026-09-04T22:19:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6680c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6680c7", "reconcileID": "56836aa0-3c80-40ee-b17b-ecc3a3881c0a", "Gateway": "e2e-shared-a-w3-6680c7", "namespace": "openshift-ingress"} 2026-09-04T22:19:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6680c7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6680c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35384dd6-d45e-455c-b0cd-09818ceedff3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6680c7"} 2026-09-04T22:19:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6680c7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6680c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35384dd6-d45e-455c-b0cd-09818ceedff3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6680c7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:19:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6680c7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6680c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35384dd6-d45e-455c-b0cd-09818ceedff3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-6680c7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:19:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6680c7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6680c7", "name": "odh-trusted-ca-bundle", "reconcileID": "82cc59b1-98f8-4a74-94db-f4eade25a3d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6680c7"} 2026-09-04T22:19:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6680c7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6680c7", "name": "odh-trusted-ca-bundle", "reconcileID": "82cc59b1-98f8-4a74-94db-f4eade25a3d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6680c7"} 2026-09-04T22:19:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-6680c7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6680c7", "name": "openshift-service-ca.crt", "reconcileID": "4e87f40e-d7ca-4ce9-a197-4927a6194c35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-6680c7"} 2026-09-04T22:19:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-6680c7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6680c7", "name": "openshift-service-ca.crt", "reconcileID": "4e87f40e-d7ca-4ce9-a197-4927a6194c35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-6680c7"} 2026-09-04T22:19:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6680c7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6680c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ba38d11-fd6f-4093-9825-08d48119f692", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6680c7"} 2026-09-04T22:19:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6680c7"}, "namespace": "ai-tenant-e2e-shared-a-w3-6680c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ba38d11-fd6f-4093-9825-08d48119f692", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6680c7"} 2026-09-04T22:19:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6680c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6680c7", "reconcileID": "ee58685f-1421-4544-bc05-27561b48fb50", "Gateway": "e2e-shared-a-w3-6680c7", "namespace": "openshift-ingress"} 2026-09-04T22:20:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7a26c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7a26c9", "reconcileID": "d2026d74-a711-464d-a11d-3b90c37f5553", "Gateway": "e2e-shared-b-w3-7a26c9", "namespace": "openshift-ingress"} 2026-09-04T22:20:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7a26c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7a26c9", "reconcileID": "d2026d74-a711-464d-a11d-3b90c37f5553", "Gateway": "e2e-shared-b-w3-7a26c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7a26c9-authn-ssl"} 2026-09-04T22:20:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7a26c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7a26c9", "reconcileID": "d2026d74-a711-464d-a11d-3b90c37f5553", "Gateway": "e2e-shared-b-w3-7a26c9", "namespace": "openshift-ingress"} 2026-09-04T22:20:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7a26c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7a26c9", "reconcileID": "a6423efe-e756-46cb-abf7-241380204053", "Gateway": "e2e-shared-b-w3-7a26c9", "namespace": "openshift-ingress"} 2026-09-04T22:20:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7a26c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7a26c9", "reconcileID": "a6423efe-e756-46cb-abf7-241380204053", "Gateway": "e2e-shared-b-w3-7a26c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7a26c9-authn-ssl"} 2026-09-04T22:20:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7a26c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7a26c9", "reconcileID": "a6423efe-e756-46cb-abf7-241380204053", "Gateway": "e2e-shared-b-w3-7a26c9", "namespace": "openshift-ingress"} 2026-09-04T22:20:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7a26c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "031f7e44-b8a1-4549-9a4b-2cccd3900d7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9"} 2026-09-04T22:20:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7a26c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "031f7e44-b8a1-4549-9a4b-2cccd3900d7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:20:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7a26c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "031f7e44-b8a1-4549-9a4b-2cccd3900d7e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-7a26c9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:20:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7a26c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "odh-trusted-ca-bundle", "reconcileID": "25209139-fc2a-4918-853a-9ee9fdd2136d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9"} 2026-09-04T22:20:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7a26c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "odh-trusted-ca-bundle", "reconcileID": "25209139-fc2a-4918-853a-9ee9fdd2136d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9"} 2026-09-04T22:20:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-7a26c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "openshift-service-ca.crt", "reconcileID": "48b80247-2fcd-4883-8299-203124119f18", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9"} 2026-09-04T22:20:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-7a26c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "openshift-service-ca.crt", "reconcileID": "48b80247-2fcd-4883-8299-203124119f18", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9"} 2026-09-04T22:20:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7a26c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4678af3-8a5c-4f85-9731-812558743a7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9"} 2026-09-04T22:20:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7a26c9"}, "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4678af3-8a5c-4f85-9731-812558743a7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7a26c9"} 2026-09-04T22:20:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7a26c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7a26c9", "reconcileID": "a68067d8-3503-49c3-a573-3c03676ed3a9", "Gateway": "e2e-shared-b-w3-7a26c9", "namespace": "openshift-ingress"} 2026-09-04T22:24:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "a7e39c07-8ea3-4cfc-a96a-80fb0570f106", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "a7e39c07-8ea3-4cfc-a96a-80fb0570f106", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "a7e39c07-8ea3-4cfc-a96a-80fb0570f106", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1ed86d87-0b92-44ed-9153-a5e153b50632", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:24:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "a7e39c07-8ea3-4cfc-a96a-80fb0570f106", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm", "name": "e2e-same-id-a-ce8bb847-kserve-route-authn"} 2026-09-04T22:24:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "a7e39c07-8ea3-4cfc-a96a-80fb0570f106", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm", "authType": "userdefined"} 2026-09-04T22:24:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "a7e39c07-8ea3-4cfc-a96a-80fb0570f106", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1ed86d87-0b92-44ed-9153-a5e153b50632", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T22:24:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1ed86d87-0b92-44ed-9153-a5e153b50632", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:24:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "f783e6af-5d0d-46d2-8b17-33ce69e01655", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "f783e6af-5d0d-46d2-8b17-33ce69e01655", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "f783e6af-5d0d-46d2-8b17-33ce69e01655", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "f783e6af-5d0d-46d2-8b17-33ce69e01655", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm", "name": "e2e-same-id-a-ce8bb847-kserve-route-authn"} 2026-09-04T22:24:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "f783e6af-5d0d-46d2-8b17-33ce69e01655", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm", "authType": "userdefined"} 2026-09-04T22:24:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "f783e6af-5d0d-46d2-8b17-33ce69e01655", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "9a8d2ea8-7773-4e3e-8eca-3bf11209278d", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "9a8d2ea8-7773-4e3e-8eca-3bf11209278d", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "9a8d2ea8-7773-4e3e-8eca-3bf11209278d", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "01c7be04-8eaa-40e7-8dd2-f565321feb36", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:24:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "9a8d2ea8-7773-4e3e-8eca-3bf11209278d", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm", "name": "e2e-same-id-b-ce8bb847-kserve-route-authn"} 2026-09-04T22:24:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "9a8d2ea8-7773-4e3e-8eca-3bf11209278d", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm", "authType": "userdefined"} 2026-09-04T22:24:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "9a8d2ea8-7773-4e3e-8eca-3bf11209278d", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "01c7be04-8eaa-40e7-8dd2-f565321feb36", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T22:24:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "01c7be04-8eaa-40e7-8dd2-f565321feb36", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:24:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "74576604-6da5-4038-8dc0-9bf015934301", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:24:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "74576604-6da5-4038-8dc0-9bf015934301", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T22:24:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "74576604-6da5-4038-8dc0-9bf015934301", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:24:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "200221a4-2fd7-42e8-b810-6b7862e9dbf2", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "200221a4-2fd7-42e8-b810-6b7862e9dbf2", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "200221a4-2fd7-42e8-b810-6b7862e9dbf2", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "200221a4-2fd7-42e8-b810-6b7862e9dbf2", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm", "name": "e2e-same-id-a-ce8bb847-kserve-route-authn"} 2026-09-04T22:24:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "200221a4-2fd7-42e8-b810-6b7862e9dbf2", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm", "authType": "userdefined"} 2026-09-04T22:24:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "200221a4-2fd7-42e8-b810-6b7862e9dbf2", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "b9a3e7c2-e8a2-46ff-b8e4-3074e54b824c", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "b9a3e7c2-e8a2-46ff-b8e4-3074e54b824c", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "b9a3e7c2-e8a2-46ff-b8e4-3074e54b824c", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "b9a3e7c2-e8a2-46ff-b8e4-3074e54b824c", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm", "name": "e2e-same-id-b-ce8bb847-kserve-route-authn"} 2026-09-04T22:24:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "b9a3e7c2-e8a2-46ff-b8e4-3074e54b824c", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm", "authType": "userdefined"} 2026-09-04T22:24:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "b9a3e7c2-e8a2-46ff-b8e4-3074e54b824c", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "322bcbe8-040a-4eee-81b7-872d5a57703c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:24:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "322bcbe8-040a-4eee-81b7-872d5a57703c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T22:24:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "322bcbe8-040a-4eee-81b7-872d5a57703c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:24:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "b5a35678-2472-43f2-8ace-d63e05387256", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "b5a35678-2472-43f2-8ace-d63e05387256", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "b5a35678-2472-43f2-8ace-d63e05387256", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "b5a35678-2472-43f2-8ace-d63e05387256", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm", "name": "e2e-same-id-b-ce8bb847-kserve-route-authn"} 2026-09-04T22:24:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "b5a35678-2472-43f2-8ace-d63e05387256", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm", "authType": "userdefined"} 2026-09-04T22:24:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "b5a35678-2472-43f2-8ace-d63e05387256", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "006b9550-64cb-4b2e-a109-cf1e533e8be8", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "006b9550-64cb-4b2e-a109-cf1e533e8be8", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "006b9550-64cb-4b2e-a109-cf1e533e8be8", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm"} 2026-09-04T22:24:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "006b9550-64cb-4b2e-a109-cf1e533e8be8", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm", "name": "e2e-same-id-a-ce8bb847-kserve-route-authn"} 2026-09-04T22:24:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "006b9550-64cb-4b2e-a109-cf1e533e8be8", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm", "authType": "userdefined"} 2026-09-04T22:24:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "006b9550-64cb-4b2e-a109-cf1e533e8be8", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm"} 2026-09-04T22:25:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "0880be2b-71e8-436e-8121-78e4212223c4", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm"} 2026-09-04T22:25:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "0880be2b-71e8-436e-8121-78e4212223c4", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm"} 2026-09-04T22:25:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "0880be2b-71e8-436e-8121-78e4212223c4", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm"} 2026-09-04T22:25:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "0880be2b-71e8-436e-8121-78e4212223c4", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm", "name": "e2e-same-id-b-ce8bb847-kserve-route-authn"} 2026-09-04T22:25:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "0880be2b-71e8-436e-8121-78e4212223c4", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm", "authType": "userdefined"} 2026-09-04T22:25:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "0880be2b-71e8-436e-8121-78e4212223c4", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm"} 2026-09-04T22:25:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "dafd2680-635e-4d14-ab5b-d60bb0d62e89", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm"} 2026-09-04T22:25:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "dafd2680-635e-4d14-ab5b-d60bb0d62e89", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm", "name": "e2e-same-id-a-ce8bb847"} 2026-09-04T22:25:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "dafd2680-635e-4d14-ab5b-d60bb0d62e89", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm"} 2026-09-04T22:25:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "dafd2680-635e-4d14-ab5b-d60bb0d62e89", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm"} 2026-09-04T22:25:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "dafd2680-635e-4d14-ab5b-d60bb0d62e89", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm", "name": "e2e-same-id-a-ce8bb847-kserve-route-authn"} 2026-09-04T22:25:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "dafd2680-635e-4d14-ab5b-d60bb0d62e89", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm", "name": "e2e-same-id-a-ce8bb847-kserve-route-authn"} 2026-09-04T22:25:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ce8bb847", "reconcileID": "c61b14c7-148d-4f63-a949-1c4f34728c5b", "LLMInferenceService": "e2e-same-id-a-ce8bb847", "namespace": "llm"} 2026-09-04T22:25:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b9b4351-1577-4d9b-8247-e16a30c4589e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:25:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b9b4351-1577-4d9b-8247-e16a30c4589e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T22:25:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b9b4351-1577-4d9b-8247-e16a30c4589e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:25:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4ffff43-988a-4e70-863a-6e1ce0f1788d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:25:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4ffff43-988a-4e70-863a-6e1ce0f1788d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T22:25:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4ffff43-988a-4e70-863a-6e1ce0f1788d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:25:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "b8c7d03a-72f6-47a8-8f16-445585a43d7c", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm"} 2026-09-04T22:25:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "b8c7d03a-72f6-47a8-8f16-445585a43d7c", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm", "name": "e2e-same-id-b-ce8bb847"} 2026-09-04T22:25:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "b8c7d03a-72f6-47a8-8f16-445585a43d7c", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm"} 2026-09-04T22:25:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "b8c7d03a-72f6-47a8-8f16-445585a43d7c", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm"} 2026-09-04T22:25:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "b8c7d03a-72f6-47a8-8f16-445585a43d7c", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm", "name": "e2e-same-id-b-ce8bb847-kserve-route-authn"} 2026-09-04T22:25:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "b8c7d03a-72f6-47a8-8f16-445585a43d7c", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm", "name": "e2e-same-id-b-ce8bb847-kserve-route-authn"} 2026-09-04T22:25:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ce8bb847","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ce8bb847", "reconcileID": "24bbe952-0203-423b-a380-ea0cdde895e8", "LLMInferenceService": "e2e-same-id-b-ce8bb847", "namespace": "llm"} 2026-09-04T22:25:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3d513132-2443-42ef-9c50-51d81542696a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:25:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3d513132-2443-42ef-9c50-51d81542696a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T22:25:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3d513132-2443-42ef-9c50-51d81542696a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:25:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ec82fff9-8bba-4e1c-b997-61bea506f909", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:25:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ec82fff9-8bba-4e1c-b997-61bea506f909", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T22:25:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ec82fff9-8bba-4e1c-b997-61bea506f909", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}