2026-09-18T22:44:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "dfffa0aa-7319-43b0-a366-cd491401f961", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:44:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-f9cf33","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-f9cf33", "reconcileID": "fe8b63fa-be7f-4ba6-9949-6c0487895830", "Gateway": "e2e-worker-w4-f9cf33", "namespace": "openshift-ingress"} 2026-09-18T22:44:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-f9cf33","namespace":"e2e-models-e2e-worker-w4-f9cf33"}, "namespace": "e2e-models-e2e-worker-w4-f9cf33", "name": "distinct-2-w4-f9cf33", "reconcileID": "13eae56e-1409-431b-8cb8-e5eeed524de2", "LLMInferenceService": "distinct-2-w4-f9cf33", "namespace": "e2e-models-e2e-worker-w4-f9cf33"} 2026-09-18T22:44:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-f9cf33","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-f9cf33", "reconcileID": "2195fb94-470b-4d11-b69a-e75e2eed1011", "Gateway": "e2e-worker-w4-f9cf33", "namespace": "openshift-ingress"} 2026-09-18T22:44:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-f9cf33","namespace":"e2e-models-e2e-worker-w4-f9cf33"}, "namespace": "e2e-models-e2e-worker-w4-f9cf33", "name": "distinct-w4-f9cf33", "reconcileID": "90d4329c-c657-47cd-b350-0211b75e04ec", "LLMInferenceService": "distinct-w4-f9cf33", "namespace": "e2e-models-e2e-worker-w4-f9cf33"} 2026-09-18T22:44:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-f9cf33","namespace":"e2e-models-e2e-worker-w4-f9cf33"}, "namespace": "e2e-models-e2e-worker-w4-f9cf33", "name": "premium-w4-f9cf33", "reconcileID": "8927a3ac-1255-44a8-9c76-eb3fc06e9865", "LLMInferenceService": "premium-w4-f9cf33", "namespace": "e2e-models-e2e-worker-w4-f9cf33"} 2026-09-18T22:44:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-f9cf33","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-f9cf33", "reconcileID": "3d57d952-e6e7-4067-a46f-28e4f1099643", "Gateway": "e2e-worker-w4-f9cf33", "namespace": "openshift-ingress"} 2026-09-18T22:44:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-f9cf33","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-f9cf33", "reconcileID": "e65ee01b-688d-496f-ae91-0d5c582dc643", "Gateway": "e2e-worker-w4-f9cf33", "namespace": "openshift-ingress"} 2026-09-18T22:44:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-f9cf33","namespace":"e2e-models-e2e-worker-w4-f9cf33"}, "namespace": "e2e-models-e2e-worker-w4-f9cf33", "name": "simulator-w4-f9cf33", "reconcileID": "fd1debd5-3e86-467f-8107-42ab5ef8387c", "LLMInferenceService": "simulator-w4-f9cf33", "namespace": "e2e-models-e2e-worker-w4-f9cf33"} 2026-09-18T22:44:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "6d4d2fb3-adc4-4b0d-970a-73d5fa4bc9c8", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:44:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "6d4d2fb3-adc4-4b0d-970a-73d5fa4bc9c8", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:44:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "6d4d2fb3-adc4-4b0d-970a-73d5fa4bc9c8", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:44:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "6d4d2fb3-adc4-4b0d-970a-73d5fa4bc9c8", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac-kserve-route-authn"} 2026-09-18T22:44:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "6d4d2fb3-adc4-4b0d-970a-73d5fa4bc9c8", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "authType": "userdefined"} 2026-09-18T22:44:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "6d4d2fb3-adc4-4b0d-970a-73d5fa4bc9c8", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:44:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "08d04508-8bbd-47b8-8d16-966d6ffc9d0d", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:44:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "08d04508-8bbd-47b8-8d16-966d6ffc9d0d", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:44:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "08d04508-8bbd-47b8-8d16-966d6ffc9d0d", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:44:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "08d04508-8bbd-47b8-8d16-966d6ffc9d0d", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac-kserve-route-authn"} 2026-09-18T22:44:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "08d04508-8bbd-47b8-8d16-966d6ffc9d0d", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "authType": "userdefined"} 2026-09-18T22:44:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "08d04508-8bbd-47b8-8d16-966d6ffc9d0d", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:44:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "d059f16b-597d-447f-95c6-92f2e3fa1655", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:44:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "d059f16b-597d-447f-95c6-92f2e3fa1655", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:44:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "d059f16b-597d-447f-95c6-92f2e3fa1655", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:44:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "15c08a58-1b56-4d1e-8762-b5d0a898a5ca", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"} 2026-09-18T22:44:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "d059f16b-597d-447f-95c6-92f2e3fa1655", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21-kserve-route-authn"} 2026-09-18T22:44:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "d059f16b-597d-447f-95c6-92f2e3fa1655", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "authType": "userdefined"} 2026-09-18T22:44:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "d059f16b-597d-447f-95c6-92f2e3fa1655", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:44:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "15c08a58-1b56-4d1e-8762-b5d0a898a5ca", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21-authn-ssl"} 2026-09-18T22:44:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "15c08a58-1b56-4d1e-8762-b5d0a898a5ca", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"} 2026-09-18T22:44:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "7a53d265-ce6b-485e-8c0c-b85cfb0f913d", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:44:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "7a53d265-ce6b-485e-8c0c-b85cfb0f913d", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:44:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "7a53d265-ce6b-485e-8c0c-b85cfb0f913d", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:44:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "7a53d265-ce6b-485e-8c0c-b85cfb0f913d", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21-kserve-route-authn"} 2026-09-18T22:44:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "7a53d265-ce6b-485e-8c0c-b85cfb0f913d", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "authType": "userdefined"} 2026-09-18T22:44:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "7a53d265-ce6b-485e-8c0c-b85cfb0f913d", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:45:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "a19b4c6c-8252-4019-b353-a9140bf32e8e", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"} 2026-09-18T22:45:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "a19b4c6c-8252-4019-b353-a9140bf32e8e", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21-authn-ssl"} 2026-09-18T22:45:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "a19b4c6c-8252-4019-b353-a9140bf32e8e", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"} 2026-09-18T22:45:04Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T22:45:04Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T22:45:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "d17a980f-3429-4c82-b588-78f77ca12e11", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:45:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "d17a980f-3429-4c82-b588-78f77ca12e11", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:45:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "d17a980f-3429-4c82-b588-78f77ca12e11", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:45:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "d17a980f-3429-4c82-b588-78f77ca12e11", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21-kserve-route-authn"} 2026-09-18T22:45:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "d17a980f-3429-4c82-b588-78f77ca12e11", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "authType": "userdefined"} 2026-09-18T22:45:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "d17a980f-3429-4c82-b588-78f77ca12e11", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:45:09Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T22:45:09Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T22:45:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "eb2827c9-2045-4d6c-aca9-f5b52df4a497", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:45:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "eb2827c9-2045-4d6c-aca9-f5b52df4a497", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:45:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "eb2827c9-2045-4d6c-aca9-f5b52df4a497", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:45:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "eb2827c9-2045-4d6c-aca9-f5b52df4a497", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21-kserve-route-authn"} 2026-09-18T22:45:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "eb2827c9-2045-4d6c-aca9-f5b52df4a497", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "authType": "userdefined"} 2026-09-18T22:45:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "eb2827c9-2045-4d6c-aca9-f5b52df4a497", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:45:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "c411dede-fbd7-4904-a9a3-da3ec0487bbd", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "c411dede-fbd7-4904-a9a3-da3ec0487bbd", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac"} 2026-09-18T22:45:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "c411dede-fbd7-4904-a9a3-da3ec0487bbd", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "c411dede-fbd7-4904-a9a3-da3ec0487bbd", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "c411dede-fbd7-4904-a9a3-da3ec0487bbd", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac-kserve-route-authn"} 2026-09-18T22:45:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "c411dede-fbd7-4904-a9a3-da3ec0487bbd", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac-kserve-route-authn"} 2026-09-18T22:45:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "c411dede-fbd7-4904-a9a3-da3ec0487bbd", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "c411dede-fbd7-4904-a9a3-da3ec0487bbd", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "sub-test-model-d6c0ac", "reconcileID": "81ed0469-653d-48db-b769-1f5bb0b7006f", "LLMInferenceService": "sub-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "de07a8f7-61a7-4a4d-95fa-84a230003b3b", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress"} 2026-09-18T22:45:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "de07a8f7-61a7-4a4d-95fa-84a230003b3b", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac-authn-ssl"} 2026-09-18T22:45:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "de07a8f7-61a7-4a4d-95fa-84a230003b3b", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress"} 2026-09-18T22:45:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "701f066e-bc50-4ec0-8f90-22497efc82d4", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress"} 2026-09-18T22:45:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "701f066e-bc50-4ec0-8f90-22497efc82d4", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac-authn-ssl"} 2026-09-18T22:45:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "701f066e-bc50-4ec0-8f90-22497efc82d4", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress"} 2026-09-18T22:45:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "73d6ca81-a6a3-44be-b2fd-6b21204d5cef", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:45:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "73d6ca81-a6a3-44be-b2fd-6b21204d5cef", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21"} 2026-09-18T22:45:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "73d6ca81-a6a3-44be-b2fd-6b21204d5cef", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:45:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "73d6ca81-a6a3-44be-b2fd-6b21204d5cef", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:45:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "73d6ca81-a6a3-44be-b2fd-6b21204d5cef", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21-kserve-route-authn"} 2026-09-18T22:45:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "73d6ca81-a6a3-44be-b2fd-6b21204d5cef", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21-kserve-route-authn"} 2026-09-18T22:45:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "73d6ca81-a6a3-44be-b2fd-6b21204d5cef", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:45:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "73d6ca81-a6a3-44be-b2fd-6b21204d5cef", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:45:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "sub-test-model-a91c21", "reconcileID": "e74b45be-f870-47ff-b445-1611c36d8215", "LLMInferenceService": "sub-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:45:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "c785e912-d7d0-4bf0-999f-d91b66d8f948", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"} 2026-09-18T22:45:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "c785e912-d7d0-4bf0-999f-d91b66d8f948", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21-authn-ssl"} 2026-09-18T22:45:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "c785e912-d7d0-4bf0-999f-d91b66d8f948", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"} 2026-09-18T22:45:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "5ef7c964-993e-4445-9e34-37fa9565bebf", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"} 2026-09-18T22:45:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "5ef7c964-993e-4445-9e34-37fa9565bebf", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21-authn-ssl"} 2026-09-18T22:45:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "5ef7c964-993e-4445-9e34-37fa9565bebf", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"} 2026-09-18T22:45:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "e71531f9-400b-49a5-bfe0-5479f8959c33", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "e71531f9-400b-49a5-bfe0-5479f8959c33", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "e71531f9-400b-49a5-bfe0-5479f8959c33", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "7b789948-abcf-4ede-9ae1-c66d9f50b222", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress"} 2026-09-18T22:45:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "e71531f9-400b-49a5-bfe0-5479f8959c33", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac-kserve-route-authn"} 2026-09-18T22:45:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "e71531f9-400b-49a5-bfe0-5479f8959c33", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "authType": "userdefined"} 2026-09-18T22:45:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "e71531f9-400b-49a5-bfe0-5479f8959c33", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "7b789948-abcf-4ede-9ae1-c66d9f50b222", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac-authn-ssl"} 2026-09-18T22:45:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "7b789948-abcf-4ede-9ae1-c66d9f50b222", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress"} 2026-09-18T22:45:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "7dee3d16-15a3-41ea-9a03-2d6c36efd11d", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "7dee3d16-15a3-41ea-9a03-2d6c36efd11d", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "7dee3d16-15a3-41ea-9a03-2d6c36efd11d", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "7dee3d16-15a3-41ea-9a03-2d6c36efd11d", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac-kserve-route-authn"} 2026-09-18T22:45:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "7dee3d16-15a3-41ea-9a03-2d6c36efd11d", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "authType": "userdefined"} 2026-09-18T22:45:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "7dee3d16-15a3-41ea-9a03-2d6c36efd11d", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "6c4dde38-a01f-446c-9bf2-1ecc34366407", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress"} 2026-09-18T22:45:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "6c4dde38-a01f-446c-9bf2-1ecc34366407", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac-authn-ssl"} 2026-09-18T22:45:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "6c4dde38-a01f-446c-9bf2-1ecc34366407", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress"} 2026-09-18T22:45:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "46b4c3c9-4a1a-43d3-8d48-fe37d2cb722a", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "46b4c3c9-4a1a-43d3-8d48-fe37d2cb722a", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "46b4c3c9-4a1a-43d3-8d48-fe37d2cb722a", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "46b4c3c9-4a1a-43d3-8d48-fe37d2cb722a", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac-kserve-route-authn"} 2026-09-18T22:45:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "46b4c3c9-4a1a-43d3-8d48-fe37d2cb722a", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "authType": "userdefined"} 2026-09-18T22:45:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "46b4c3c9-4a1a-43d3-8d48-fe37d2cb722a", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "d058b56b-b4c6-467e-9d8c-ddf9fdd5a80b", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "d058b56b-b4c6-467e-9d8c-ddf9fdd5a80b", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "d058b56b-b4c6-467e-9d8c-ddf9fdd5a80b", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:45:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "d058b56b-b4c6-467e-9d8c-ddf9fdd5a80b", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac-kserve-route-authn"} 2026-09-18T22:45:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "d058b56b-b4c6-467e-9d8c-ddf9fdd5a80b", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "authType": "userdefined"} 2026-09-18T22:45:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "d058b56b-b4c6-467e-9d8c-ddf9fdd5a80b", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:46:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "3cd43944-0390-41f2-acde-2b57e545d340", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:46:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "3cd43944-0390-41f2-acde-2b57e545d340", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:46:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "3cd43944-0390-41f2-acde-2b57e545d340", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:46:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "3cd43944-0390-41f2-acde-2b57e545d340", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac-kserve-route-authn"} 2026-09-18T22:46:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "3cd43944-0390-41f2-acde-2b57e545d340", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "authType": "userdefined"} 2026-09-18T22:46:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "3cd43944-0390-41f2-acde-2b57e545d340", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:46:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "cca77ae4-ec78-49a1-a6c2-24bb7fc9d524", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "cca77ae4-ec78-49a1-a6c2-24bb7fc9d524", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "cca77ae4-ec78-49a1-a6c2-24bb7fc9d524", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "18ece089-d10d-4530-85a7-1d38459d9caf", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"} 2026-09-18T22:46:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "cca77ae4-ec78-49a1-a6c2-24bb7fc9d524", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21-kserve-route-authn"} 2026-09-18T22:46:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "cca77ae4-ec78-49a1-a6c2-24bb7fc9d524", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "authType": "userdefined"} 2026-09-18T22:46:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "cca77ae4-ec78-49a1-a6c2-24bb7fc9d524", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "18ece089-d10d-4530-85a7-1d38459d9caf", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21-authn-ssl"} 2026-09-18T22:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "18ece089-d10d-4530-85a7-1d38459d9caf", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"} 2026-09-18T22:46:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "42feed1c-d7df-4ee4-96ee-fa148a6a98d7", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "42feed1c-d7df-4ee4-96ee-fa148a6a98d7", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "42feed1c-d7df-4ee4-96ee-fa148a6a98d7", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "42feed1c-d7df-4ee4-96ee-fa148a6a98d7", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21-kserve-route-authn"} 2026-09-18T22:46:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "42feed1c-d7df-4ee4-96ee-fa148a6a98d7", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "authType": "userdefined"} 2026-09-18T22:46:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "42feed1c-d7df-4ee4-96ee-fa148a6a98d7", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "2b0dd403-dd17-434d-aa41-8269e0bcbe22", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"} 2026-09-18T22:46:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "2b0dd403-dd17-434d-aa41-8269e0bcbe22", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21-authn-ssl"} 2026-09-18T22:46:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "2b0dd403-dd17-434d-aa41-8269e0bcbe22", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"} 2026-09-18T22:46:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "3de10c2e-9118-4b1e-8d93-c3bd12afc92b", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "3de10c2e-9118-4b1e-8d93-c3bd12afc92b", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "3de10c2e-9118-4b1e-8d93-c3bd12afc92b", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "3de10c2e-9118-4b1e-8d93-c3bd12afc92b", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21-kserve-route-authn"} 2026-09-18T22:46:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "3de10c2e-9118-4b1e-8d93-c3bd12afc92b", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "authType": "userdefined"} 2026-09-18T22:46:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "3de10c2e-9118-4b1e-8d93-c3bd12afc92b", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "7f1de2b1-de7f-478a-a118-2b60c06209e2", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "7f1de2b1-de7f-478a-a118-2b60c06209e2", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "7f1de2b1-de7f-478a-a118-2b60c06209e2", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "7f1de2b1-de7f-478a-a118-2b60c06209e2", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21-kserve-route-authn"} 2026-09-18T22:46:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "7f1de2b1-de7f-478a-a118-2b60c06209e2", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "authType": "userdefined"} 2026-09-18T22:46:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "7f1de2b1-de7f-478a-a118-2b60c06209e2", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "0176e3f8-40f3-4324-9d21-2a767a8bf09a", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "0176e3f8-40f3-4324-9d21-2a767a8bf09a", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "0176e3f8-40f3-4324-9d21-2a767a8bf09a", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "0176e3f8-40f3-4324-9d21-2a767a8bf09a", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21-kserve-route-authn"} 2026-09-18T22:46:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "0176e3f8-40f3-4324-9d21-2a767a8bf09a", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "authType": "userdefined"} 2026-09-18T22:46:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "0176e3f8-40f3-4324-9d21-2a767a8bf09a", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "428c21eb-e78e-4f9b-80a1-8aaab01d91a0", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:46:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "428c21eb-e78e-4f9b-80a1-8aaab01d91a0", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac"} 2026-09-18T22:46:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "428c21eb-e78e-4f9b-80a1-8aaab01d91a0", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:46:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "428c21eb-e78e-4f9b-80a1-8aaab01d91a0", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:46:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "428c21eb-e78e-4f9b-80a1-8aaab01d91a0", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac-kserve-route-authn"} 2026-09-18T22:46:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "428c21eb-e78e-4f9b-80a1-8aaab01d91a0", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac-kserve-route-authn"} 2026-09-18T22:46:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "428c21eb-e78e-4f9b-80a1-8aaab01d91a0", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:46:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "428c21eb-e78e-4f9b-80a1-8aaab01d91a0", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:46:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6c0ac","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "rate-test-model-d6c0ac", "reconcileID": "0226cf8c-1ca9-44c5-9a43-a7dd0a94172b", "LLMInferenceService": "rate-test-model-d6c0ac", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:46:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "2ed1df28-13c5-45aa-a189-dd9c98693471", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress"} 2026-09-18T22:46:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "2ed1df28-13c5-45aa-a189-dd9c98693471", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac-authn-ssl"} 2026-09-18T22:46:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "2ed1df28-13c5-45aa-a189-dd9c98693471", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress"} 2026-09-18T22:46:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "0f7e8e69-7c2b-4f3b-a2c5-11beced50849", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress"} 2026-09-18T22:46:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "0f7e8e69-7c2b-4f3b-a2c5-11beced50849", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac-authn-ssl"} 2026-09-18T22:46:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "0f7e8e69-7c2b-4f3b-a2c5-11beced50849", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress"} 2026-09-18T22:46:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "3d73e64e-f826-492f-a074-9d6ec274ed09", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "3d73e64e-f826-492f-a074-9d6ec274ed09", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21"} 2026-09-18T22:46:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "3d73e64e-f826-492f-a074-9d6ec274ed09", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "3d73e64e-f826-492f-a074-9d6ec274ed09", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "3d73e64e-f826-492f-a074-9d6ec274ed09", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21-kserve-route-authn"} 2026-09-18T22:46:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "3d73e64e-f826-492f-a074-9d6ec274ed09", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21-kserve-route-authn"} 2026-09-18T22:46:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "3d73e64e-f826-492f-a074-9d6ec274ed09", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "3d73e64e-f826-492f-a074-9d6ec274ed09", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a91c21","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "rate-test-model-a91c21", "reconcileID": "fe4069f2-96ce-4813-b4e1-35ae6a3416f4", "LLMInferenceService": "rate-test-model-a91c21", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:46:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "5bef5de8-f961-495a-80f6-99fd92f573a7", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"} 2026-09-18T22:46:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "5bef5de8-f961-495a-80f6-99fd92f573a7", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21-authn-ssl"} 2026-09-18T22:46:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "5bef5de8-f961-495a-80f6-99fd92f573a7", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"} 2026-09-18T22:46:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "ee7b326d-2186-4b79-b27a-8a1c9d28f2be", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"} 2026-09-18T22:46:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "ee7b326d-2186-4b79-b27a-8a1c9d28f2be", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21-authn-ssl"} 2026-09-18T22:46:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "ee7b326d-2186-4b79-b27a-8a1c9d28f2be", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"} 2026-09-18T22:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "6c94f94b-0db3-4441-9fc5-0187474bfbb3", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:46:46Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "6c94f94b-0db3-4441-9fc5-0187474bfbb3", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c-authn-ssl"} 2026-09-18T22:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "6c94f94b-0db3-4441-9fc5-0187474bfbb3", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "70395cb9-f5fc-4f0f-b237-22516bf6f1c3", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "70395cb9-f5fc-4f0f-b237-22516bf6f1c3", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c-authn-ssl"} 2026-09-18T22:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "70395cb9-f5fc-4f0f-b237-22516bf6f1c3", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "301a79a5-ba5d-47e6-bc90-95ad82f34103", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "301a79a5-ba5d-47e6-bc90-95ad82f34103", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c-authn-ssl"} 2026-09-18T22:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "301a79a5-ba5d-47e6-bc90-95ad82f34103", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "0cbc35e3-2a7c-4a07-a75f-f5f299849e63", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "0cbc35e3-2a7c-4a07-a75f-f5f299849e63", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c-authn-ssl"} 2026-09-18T22:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "0cbc35e3-2a7c-4a07-a75f-f5f299849e63", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "13044dc2-f283-4735-8ed7-0abce2dd5c51", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "13044dc2-f283-4735-8ed7-0abce2dd5c51", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c-authn-ssl"} 2026-09-18T22:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "13044dc2-f283-4735-8ed7-0abce2dd5c51", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "93bbed38-f79a-4221-b0a1-b394653d1a97", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "93bbed38-f79a-4221-b0a1-b394653d1a97", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c-authn-ssl"} 2026-09-18T22:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "93bbed38-f79a-4221-b0a1-b394653d1a97", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:46:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "99e9a539-2ca1-4e11-82bd-3f74aa8d6c94", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:46:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "99e9a539-2ca1-4e11-82bd-3f74aa8d6c94", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c-authn-ssl"} 2026-09-18T22:46:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "99e9a539-2ca1-4e11-82bd-3f74aa8d6c94", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:46:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "openshift-service-ca.crt", "reconcileID": "8c06617c-a8f9-414f-9ed9-f7718c1c0199", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:46:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "odh-trusted-ca-bundle", "reconcileID": "90d9416d-9b7f-4488-a488-b7c6d31bde35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:46:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "openshift-service-ca.crt", "reconcileID": "e6d1693c-ec9e-4a70-9412-80eaf0f40e73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:46:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "openshift-service-ca.crt", "reconcileID": "e6d1693c-ec9e-4a70-9412-80eaf0f40e73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:46:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "openshift-service-ca.crt", "reconcileID": "6f6a32bc-8270-4b5d-95df-dd5683af25d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:46:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "openshift-service-ca.crt", "reconcileID": "6f6a32bc-8270-4b5d-95df-dd5683af25d4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T22:46:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35ca5522-3ee5-44e9-8093-9ec8b76e37d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:46:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "openshift-service-ca.crt", "reconcileID": "366b970f-f6ca-43a1-a6c4-98abfb009912", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:46:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "odh-trusted-ca-bundle", "reconcileID": "886a4448-d6cc-46f8-ba74-6f99d7820085", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "update": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:46:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "odh-trusted-ca-bundle", "reconcileID": "886a4448-d6cc-46f8-ba74-6f99d7820085", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:46:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5494155a-d3a6-4968-99c7-97e36041dbd4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:46:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "c6a04f62-1a3a-4096-8eb4-08aef6355495", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:46:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "c6a04f62-1a3a-4096-8eb4-08aef6355495", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c-authn-ssl"} 2026-09-18T22:46:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "c6a04f62-1a3a-4096-8eb4-08aef6355495", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:46:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "4bcfe3c4-fe43-435c-a924-186722ac50f8", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:46:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "4bcfe3c4-fe43-435c-a924-186722ac50f8", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c-authn-ssl"} 2026-09-18T22:46:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "4bcfe3c4-fe43-435c-a924-186722ac50f8", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:47:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "e201a812-dea7-4fcb-b62c-24d646c5544b", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:47:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "e201a812-dea7-4fcb-b62c-24d646c5544b", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843-authn-ssl"} 2026-09-18T22:47:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "e201a812-dea7-4fcb-b62c-24d646c5544b", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:47:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "3317564b-8f8d-47d6-ba61-e531d9a76c1a", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:47:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "3317564b-8f8d-47d6-ba61-e531d9a76c1a", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843-authn-ssl"} 2026-09-18T22:47:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "3317564b-8f8d-47d6-ba61-e531d9a76c1a", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:47:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "f775d0d9-87c9-44d4-9220-b1e39b595835", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:47:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "f775d0d9-87c9-44d4-9220-b1e39b595835", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843-authn-ssl"} 2026-09-18T22:47:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "f775d0d9-87c9-44d4-9220-b1e39b595835", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:47:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "d6e8d74c-597b-492d-a615-e35328825bb9", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:47:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "d6e8d74c-597b-492d-a615-e35328825bb9", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843-authn-ssl"} 2026-09-18T22:47:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "d6e8d74c-597b-492d-a615-e35328825bb9", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:47:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "1cce7034-cc80-41d4-992e-baa37577e258", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:47:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "1cce7034-cc80-41d4-992e-baa37577e258", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843-authn-ssl"} 2026-09-18T22:47:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "1cce7034-cc80-41d4-992e-baa37577e258", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:47:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "a0d3a9f9-8fc6-44e8-bf27-d0982c9089a3", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:47:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "a0d3a9f9-8fc6-44e8-bf27-d0982c9089a3", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843-authn-ssl"} 2026-09-18T22:47:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "a0d3a9f9-8fc6-44e8-bf27-d0982c9089a3", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:47:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "bdd11440-5fcb-44af-bc15-2bbe301e8a8a", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:47:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "bdd11440-5fcb-44af-bc15-2bbe301e8a8a", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843-authn-ssl"} 2026-09-18T22:47:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "bdd11440-5fcb-44af-bc15-2bbe301e8a8a", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:47:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "51c38c35-c66c-431e-85c9-ac9f0e751c64", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:47:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "51c38c35-c66c-431e-85c9-ac9f0e751c64", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843-authn-ssl"} 2026-09-18T22:47:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "51c38c35-c66c-431e-85c9-ac9f0e751c64", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:47:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-36f843"}, "namespace": "ai-tenant-e2e-ipp-b-36f843", "name": "openshift-service-ca.crt", "reconcileID": "4fff3da5-9875-4cbc-99c1-82bbba766f20", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-36f843"} 2026-09-18T22:47:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-36f843"}, "namespace": "ai-tenant-e2e-ipp-b-36f843", "name": "odh-trusted-ca-bundle", "reconcileID": "2ca96ef1-b13d-4e02-9155-234240079cce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-36f843"} 2026-09-18T22:47:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-36f843"}, "namespace": "ai-tenant-e2e-ipp-b-36f843", "name": "openshift-service-ca.crt", "reconcileID": "f89fc60e-e2bf-47ea-8297-a3e014ceabbf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-36f843", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:47:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-36f843"}, "namespace": "ai-tenant-e2e-ipp-b-36f843", "name": "openshift-service-ca.crt", "reconcileID": "f89fc60e-e2bf-47ea-8297-a3e014ceabbf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-36f843"} 2026-09-18T22:47:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-36f843"}, "namespace": "ai-tenant-e2e-ipp-b-36f843", "name": "openshift-service-ca.crt", "reconcileID": "24403326-7692-4fab-8d71-3bfaeba03c35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-36f843"} 2026-09-18T22:47:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-36f843"}, "namespace": "ai-tenant-e2e-ipp-b-36f843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2114d0b5-e235-4f9d-aa0b-378777cb1ff9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-36f843"} 2026-09-18T22:47:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-36f843"}, "namespace": "ai-tenant-e2e-ipp-b-36f843", "name": "odh-trusted-ca-bundle", "reconcileID": "3767ad96-5c35-45c5-934b-05a6f0159f68", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-36f843", "update": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:47:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-36f843"}, "namespace": "ai-tenant-e2e-ipp-b-36f843", "name": "odh-trusted-ca-bundle", "reconcileID": "3767ad96-5c35-45c5-934b-05a6f0159f68", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-36f843"} 2026-09-18T22:47:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-36f843"}, "namespace": "ai-tenant-e2e-ipp-b-36f843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "492a714b-396f-4dda-9b88-07fbd90ab492", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-36f843"} 2026-09-18T22:47:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "b52af5fb-5e86-4c19-80d7-e0d4d975c280", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:47:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "b52af5fb-5e86-4c19-80d7-e0d4d975c280", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843-authn-ssl"} 2026-09-18T22:47:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "b52af5fb-5e86-4c19-80d7-e0d4d975c280", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:47:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "a1dafec9-6043-427d-b897-0d4eaa943a07", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:47:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "a1dafec9-6043-427d-b897-0d4eaa943a07", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843-authn-ssl"} 2026-09-18T22:47:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "a1dafec9-6043-427d-b897-0d4eaa943a07", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:47:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "87a02d61-755f-4d1b-9aab-585ed921be24", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:47:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "87a02d61-755f-4d1b-9aab-585ed921be24", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:47:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "87a02d61-755f-4d1b-9aab-585ed921be24", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:47:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "2d17f688-2044-43a7-86fa-e99a86751fc0", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:47:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "87a02d61-755f-4d1b-9aab-585ed921be24", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c-kserve-route-authn"} 2026-09-18T22:47:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "87a02d61-755f-4d1b-9aab-585ed921be24", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "authType": "userdefined"} 2026-09-18T22:47:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "87a02d61-755f-4d1b-9aab-585ed921be24", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:47:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "2d17f688-2044-43a7-86fa-e99a86751fc0", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c-authn-ssl"} 2026-09-18T22:47:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "2d17f688-2044-43a7-86fa-e99a86751fc0", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:47:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "7e52e9fd-d8e2-428b-b82e-d8f482668a4c", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:47:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "7e52e9fd-d8e2-428b-b82e-d8f482668a4c", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:47:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "7e52e9fd-d8e2-428b-b82e-d8f482668a4c", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:47:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "7e52e9fd-d8e2-428b-b82e-d8f482668a4c", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c-kserve-route-authn"} 2026-09-18T22:47:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "7e52e9fd-d8e2-428b-b82e-d8f482668a4c", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "authType": "userdefined"} 2026-09-18T22:47:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "7e52e9fd-d8e2-428b-b82e-d8f482668a4c", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:47:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "e6b61626-6997-4915-828b-b84ff956e97a", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:47:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "e6b61626-6997-4915-828b-b84ff956e97a", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c-authn-ssl"} 2026-09-18T22:47:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "e6b61626-6997-4915-828b-b84ff956e97a", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:47:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "24ca34a0-59cc-4b59-9acc-b7abfd11a027", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:47:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "24ca34a0-59cc-4b59-9acc-b7abfd11a027", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:47:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "24ca34a0-59cc-4b59-9acc-b7abfd11a027", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:47:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "24ca34a0-59cc-4b59-9acc-b7abfd11a027", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c-kserve-route-authn"} 2026-09-18T22:47:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "24ca34a0-59cc-4b59-9acc-b7abfd11a027", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "authType": "userdefined"} 2026-09-18T22:47:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "24ca34a0-59cc-4b59-9acc-b7abfd11a027", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:48:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "9797ab9c-6811-453a-9d0e-d5bfd2e5970d", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:48:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "9797ab9c-6811-453a-9d0e-d5bfd2e5970d", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:48:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "9797ab9c-6811-453a-9d0e-d5bfd2e5970d", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:48:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "9797ab9c-6811-453a-9d0e-d5bfd2e5970d", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c-kserve-route-authn"} 2026-09-18T22:48:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "9797ab9c-6811-453a-9d0e-d5bfd2e5970d", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "authType": "userdefined"} 2026-09-18T22:48:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "9797ab9c-6811-453a-9d0e-d5bfd2e5970d", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:48:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "f33d174f-7e7d-4d4e-beb4-425c3121f4c9", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:48:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "f33d174f-7e7d-4d4e-beb4-425c3121f4c9", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:48:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "f33d174f-7e7d-4d4e-beb4-425c3121f4c9", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:48:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "f33d174f-7e7d-4d4e-beb4-425c3121f4c9", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c-kserve-route-authn"} 2026-09-18T22:48:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "f33d174f-7e7d-4d4e-beb4-425c3121f4c9", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "authType": "userdefined"} 2026-09-18T22:48:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "f33d174f-7e7d-4d4e-beb4-425c3121f4c9", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:48:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "d49b8c7b-486c-40f6-a341-197a58259b0a", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:48:25Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "d49b8c7b-486c-40f6-a341-197a58259b0a", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1-authn-ssl"} 2026-09-18T22:48:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "d49b8c7b-486c-40f6-a341-197a58259b0a", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:48:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "24f2e0d5-1720-4700-a217-55f0939ece1a", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:48:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "24f2e0d5-1720-4700-a217-55f0939ece1a", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1-authn-ssl"} 2026-09-18T22:48:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "24f2e0d5-1720-4700-a217-55f0939ece1a", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:48:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "a6980d17-ee03-4fa7-99fb-22c6d73ccc9e", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:48:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "a6980d17-ee03-4fa7-99fb-22c6d73ccc9e", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1-authn-ssl"} 2026-09-18T22:48:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "a6980d17-ee03-4fa7-99fb-22c6d73ccc9e", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:48:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "c7084470-a40d-4ad5-9802-3cf4dc171cc7", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:48:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "c7084470-a40d-4ad5-9802-3cf4dc171cc7", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1-authn-ssl"} 2026-09-18T22:48:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "c7084470-a40d-4ad5-9802-3cf4dc171cc7", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:48:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "f197ff79-00d1-4396-ba29-33b0df78bebb", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:48:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "f197ff79-00d1-4396-ba29-33b0df78bebb", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1-authn-ssl"} 2026-09-18T22:48:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "f197ff79-00d1-4396-ba29-33b0df78bebb", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:48:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "8532c6ee-7535-4b0c-91c7-be55ab1420e7", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:48:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "8532c6ee-7535-4b0c-91c7-be55ab1420e7", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1-authn-ssl"} 2026-09-18T22:48:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "8532c6ee-7535-4b0c-91c7-be55ab1420e7", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:48:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "703d4406-7a99-4176-9842-0928537baf2f", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:48:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "703d4406-7a99-4176-9842-0928537baf2f", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1-authn-ssl"} 2026-09-18T22:48:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "703d4406-7a99-4176-9842-0928537baf2f", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:48:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f696b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "name": "openshift-service-ca.crt", "reconcileID": "26d06705-2895-4cd4-bafa-3cb486fd7175", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1"} 2026-09-18T22:48:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f696b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "name": "odh-trusted-ca-bundle", "reconcileID": "d0ef4be6-45c1-4320-bd87-e3a705676601", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1"} 2026-09-18T22:48:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f696b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "name": "openshift-service-ca.crt", "reconcileID": "9991063a-223a-409a-ba28-88e15f455b3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:48:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f696b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "name": "openshift-service-ca.crt", "reconcileID": "9991063a-223a-409a-ba28-88e15f455b3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1"} 2026-09-18T22:48:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f696b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "name": "openshift-service-ca.crt", "reconcileID": "66047a4b-80e4-4174-9159-57f5502ee436", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1"} 2026-09-18T22:48:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f696b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16ba4427-0b72-49cd-b0c6-39725516aa55", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1"} 2026-09-18T22:48:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f696b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "name": "odh-trusted-ca-bundle", "reconcileID": "3eb166a3-67fa-4bee-997b-e69e0d0fdcb6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "update": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:48:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f696b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "name": "odh-trusted-ca-bundle", "reconcileID": "3eb166a3-67fa-4bee-997b-e69e0d0fdcb6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1"} 2026-09-18T22:48:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f696b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf32eeca-c5a3-4057-8a68-86335ed52ba9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1"} 2026-09-18T22:48:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "d0b98f9d-8a62-496a-89f8-f594613c07ff", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:48:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "d0b98f9d-8a62-496a-89f8-f594613c07ff", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1-authn-ssl"} 2026-09-18T22:48:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "d0b98f9d-8a62-496a-89f8-f594613c07ff", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:48:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "78178fea-f000-4c89-88a3-09db4c48931e", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:48:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "78178fea-f000-4c89-88a3-09db4c48931e", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1-authn-ssl"} 2026-09-18T22:48:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "78178fea-f000-4c89-88a3-09db4c48931e", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:49:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "4749f2b8-afb7-4fc3-9b54-3695179696c1", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:49:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "4749f2b8-afb7-4fc3-9b54-3695179696c1", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1-authn-ssl"} 2026-09-18T22:49:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "4749f2b8-afb7-4fc3-9b54-3695179696c1", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:49:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "928fdfb6-eb3d-4dc2-83a6-d6e39f195bf1", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:49:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "928fdfb6-eb3d-4dc2-83a6-d6e39f195bf1", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1-authn-ssl"} 2026-09-18T22:49:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "928fdfb6-eb3d-4dc2-83a6-d6e39f195bf1", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:49:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f696b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73a25792-5532-4599-b2d7-9828c1adb27b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1"} 2026-09-18T22:49:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f696b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73a25792-5532-4599-b2d7-9828c1adb27b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:49:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f696b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73a25792-5532-4599-b2d7-9828c1adb27b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-f696b1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T22:49:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f696b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "name": "odh-trusted-ca-bundle", "reconcileID": "4a23e4ed-faa4-49a8-bb12-85f04e46ce0a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1"} 2026-09-18T22:49:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f696b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "name": "odh-trusted-ca-bundle", "reconcileID": "4a23e4ed-faa4-49a8-bb12-85f04e46ce0a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1"} 2026-09-18T22:49:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f696b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "name": "openshift-service-ca.crt", "reconcileID": "b7a56880-a889-4c96-afee-d919db59aa36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1"} 2026-09-18T22:49:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f696b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "name": "openshift-service-ca.crt", "reconcileID": "b7a56880-a889-4c96-afee-d919db59aa36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1"} 2026-09-18T22:49:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f696b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8b219cc-6eb0-4acb-b3d8-58e24f8b2207", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1"} 2026-09-18T22:49:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f696b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8b219cc-6eb0-4acb-b3d8-58e24f8b2207", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f696b1"} 2026-09-18T22:49:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f696b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f696b1", "reconcileID": "dfa88845-c0cb-422c-84d8-c802e72770d6", "Gateway": "e2e-ipp-cleanup-f696b1", "namespace": "openshift-ingress"} 2026-09-18T22:49:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "e3da0d63-e56c-45b0-bb41-d7b86331f95a", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:49:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "e3da0d63-e56c-45b0-bb41-d7b86331f95a", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c-authn-ssl"} 2026-09-18T22:49:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "e3da0d63-e56c-45b0-bb41-d7b86331f95a", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:49:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "e28ed02d-8f4f-4b3b-bd55-7245144f1fe5", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:49:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "e28ed02d-8f4f-4b3b-bd55-7245144f1fe5", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c-authn-ssl"} 2026-09-18T22:49:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "e28ed02d-8f4f-4b3b-bd55-7245144f1fe5", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:49:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "b7191f7b-6641-493f-9bdf-710e66f57867", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:49:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "b7191f7b-6641-493f-9bdf-710e66f57867", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c-authn-ssl"} 2026-09-18T22:49:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "b7191f7b-6641-493f-9bdf-710e66f57867", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:49:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "f26ccd7d-7c40-4a37-8a72-f1303f78c295", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:49:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "f26ccd7d-7c40-4a37-8a72-f1303f78c295", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:49:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "f26ccd7d-7c40-4a37-8a72-f1303f78c295", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:49:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "f26ccd7d-7c40-4a37-8a72-f1303f78c295", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c-kserve-route-authn"} 2026-09-18T22:49:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "f26ccd7d-7c40-4a37-8a72-f1303f78c295", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "authType": "userdefined"} 2026-09-18T22:49:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "f26ccd7d-7c40-4a37-8a72-f1303f78c295", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "01e2a8aa-0a05-4cef-be90-825ede11743a", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "01e2a8aa-0a05-4cef-be90-825ede11743a", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "01e2a8aa-0a05-4cef-be90-825ede11743a", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "01e2a8aa-0a05-4cef-be90-825ede11743a", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c-kserve-route-authn"} 2026-09-18T22:50:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "01e2a8aa-0a05-4cef-be90-825ede11743a", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "authType": "userdefined"} 2026-09-18T22:50:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "01e2a8aa-0a05-4cef-be90-825ede11743a", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "bbe6915e-2175-415e-a773-dc5d5c2d8a51", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "bbe6915e-2175-415e-a773-dc5d5c2d8a51", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "bbe6915e-2175-415e-a773-dc5d5c2d8a51", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "bbe6915e-2175-415e-a773-dc5d5c2d8a51", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c-kserve-route-authn"} 2026-09-18T22:50:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "bbe6915e-2175-415e-a773-dc5d5c2d8a51", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "authType": "userdefined"} 2026-09-18T22:50:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "bbe6915e-2175-415e-a773-dc5d5c2d8a51", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "973e4182-4345-4db3-88c2-040402cbb767", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:50:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "973e4182-4345-4db3-88c2-040402cbb767", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c-authn-ssl"} 2026-09-18T22:50:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "973e4182-4345-4db3-88c2-040402cbb767", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:50:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "786d4bcb-0dd5-4c51-b6b6-5cc5456540bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "786d4bcb-0dd5-4c51-b6b6-5cc5456540bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:50:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "786d4bcb-0dd5-4c51-b6b6-5cc5456540bb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e1f79c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T22:50:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "odh-trusted-ca-bundle", "reconcileID": "343abc86-9d67-417a-95f9-9f5318288d78", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "odh-trusted-ca-bundle", "reconcileID": "343abc86-9d67-417a-95f9-9f5318288d78", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "openshift-service-ca.crt", "reconcileID": "f6060a37-4214-47db-958f-8b8ceb33fed4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "openshift-service-ca.crt", "reconcileID": "f6060a37-4214-47db-958f-8b8ceb33fed4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87876a36-c2fe-4b7c-a450-5ebf82922cee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87876a36-c2fe-4b7c-a450-5ebf82922cee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "f7a9edc7-1da8-4574-888e-776d25dca5ec", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "f7a9edc7-1da8-4574-888e-776d25dca5ec", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c"} 2026-09-18T22:50:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "f7a9edc7-1da8-4574-888e-776d25dca5ec", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "f7a9edc7-1da8-4574-888e-776d25dca5ec", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "f7a9edc7-1da8-4574-888e-776d25dca5ec", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c-kserve-route-authn"} 2026-09-18T22:50:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "f7a9edc7-1da8-4574-888e-776d25dca5ec", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c-kserve-route-authn"} 2026-09-18T22:50:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "f7a9edc7-1da8-4574-888e-776d25dca5ec", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "f7a9edc7-1da8-4574-888e-776d25dca5ec", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "ad6f759f-19f9-4b51-be74-d92d3d0bb114", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "ad6f759f-19f9-4b51-be74-d92d3d0bb114", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c"} 2026-09-18T22:50:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "ad6f759f-19f9-4b51-be74-d92d3d0bb114", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "ad6f759f-19f9-4b51-be74-d92d3d0bb114", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "ad6f759f-19f9-4b51-be74-d92d3d0bb114", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c-kserve-route-authn"} 2026-09-18T22:50:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "ad6f759f-19f9-4b51-be74-d92d3d0bb114", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c-kserve-route-authn"} 2026-09-18T22:50:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "ad6f759f-19f9-4b51-be74-d92d3d0bb114", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "ad6f759f-19f9-4b51-be74-d92d3d0bb114", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e1f79c","namespace":"ai-tenant-e2e-ipp-a-e1f79c"}, "namespace": "ai-tenant-e2e-ipp-a-e1f79c", "name": "ipp-route-e1f79c", "reconcileID": "482d69ef-e619-4263-9bf0-8c713890cfe0", "LLMInferenceService": "ipp-route-e1f79c", "namespace": "ai-tenant-e2e-ipp-a-e1f79c"} 2026-09-18T22:50:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "4fb91fdd-e2cc-4a8a-a23c-0ec6a31af1f9", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:50:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "4fb91fdd-e2cc-4a8a-a23c-0ec6a31af1f9", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c-authn-ssl"} 2026-09-18T22:50:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "4fb91fdd-e2cc-4a8a-a23c-0ec6a31af1f9", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:50:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e1f79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e1f79c", "reconcileID": "ca7cffa9-585c-4a29-a693-0932d3816e64", "Gateway": "e2e-ipp-a-e1f79c", "namespace": "openshift-ingress"} 2026-09-18T22:50:41Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T22:50:41Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T22:50:42Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T22:50:42Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T22:50:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "ed1a9bc5-67e4-4436-b57f-7ab3ce4364ea", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:50:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "ed1a9bc5-67e4-4436-b57f-7ab3ce4364ea", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843-authn-ssl"} 2026-09-18T22:50:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "ed1a9bc5-67e4-4436-b57f-7ab3ce4364ea", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:50:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "f125cebc-6413-4337-9d42-8783f4c36596", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:50:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "f125cebc-6413-4337-9d42-8783f4c36596", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843-authn-ssl"} 2026-09-18T22:50:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "f125cebc-6413-4337-9d42-8783f4c36596", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:50:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-36f843"}, "namespace": "ai-tenant-e2e-ipp-b-36f843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36f32a59-b20e-4c3d-b7c1-d82027f7d7de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-36f843"} 2026-09-18T22:50:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-36f843"}, "namespace": "ai-tenant-e2e-ipp-b-36f843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36f32a59-b20e-4c3d-b7c1-d82027f7d7de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-36f843", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:50:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-36f843"}, "namespace": "ai-tenant-e2e-ipp-b-36f843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36f32a59-b20e-4c3d-b7c1-d82027f7d7de", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-36f843 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T22:50:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-36f843"}, "namespace": "ai-tenant-e2e-ipp-b-36f843", "name": "odh-trusted-ca-bundle", "reconcileID": "243a1199-313d-4c6a-9804-37e26434a4c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-36f843"} 2026-09-18T22:50:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-36f843"}, "namespace": "ai-tenant-e2e-ipp-b-36f843", "name": "odh-trusted-ca-bundle", "reconcileID": "243a1199-313d-4c6a-9804-37e26434a4c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-36f843"} 2026-09-18T22:50:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-36f843"}, "namespace": "ai-tenant-e2e-ipp-b-36f843", "name": "openshift-service-ca.crt", "reconcileID": "5595c2e9-4753-4f83-9451-fd9225467a2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-36f843"} 2026-09-18T22:50:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-36f843"}, "namespace": "ai-tenant-e2e-ipp-b-36f843", "name": "openshift-service-ca.crt", "reconcileID": "5595c2e9-4753-4f83-9451-fd9225467a2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-36f843"} 2026-09-18T22:50:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-36f843"}, "namespace": "ai-tenant-e2e-ipp-b-36f843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da7afa34-2b0d-4507-a665-7987a90c291d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-36f843"} 2026-09-18T22:50:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-36f843"}, "namespace": "ai-tenant-e2e-ipp-b-36f843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da7afa34-2b0d-4507-a665-7987a90c291d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-36f843"} 2026-09-18T22:50:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-36f843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-36f843", "reconcileID": "7652d46b-7e98-4797-8f72-a00eaff34fe1", "Gateway": "e2e-ipp-b-36f843", "namespace": "openshift-ingress"} 2026-09-18T22:51:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "5b483459-5766-4a7d-969c-e691dc60c2b0", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress"} 2026-09-18T22:51:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "5b483459-5766-4a7d-969c-e691dc60c2b0", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac-authn-ssl"} 2026-09-18T22:51:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "5b483459-5766-4a7d-969c-e691dc60c2b0", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress"} 2026-09-18T22:51:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "e614ca14-3e7e-481f-8a8b-d3a2514e73b1", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress"} 2026-09-18T22:51:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "e614ca14-3e7e-481f-8a8b-d3a2514e73b1", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac-authn-ssl"} 2026-09-18T22:51:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "e614ca14-3e7e-481f-8a8b-d3a2514e73b1", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress"} 2026-09-18T22:51:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abb19611-b34c-4955-bd69-5966d490b994", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:51:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abb19611-b34c-4955-bd69-5966d490b994", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:51:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abb19611-b34c-4955-bd69-5966d490b994", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-d6c0ac because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T22:51:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "odh-trusted-ca-bundle", "reconcileID": "1bfb9ff6-a300-4b43-8e72-e321b36126c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:51:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "odh-trusted-ca-bundle", "reconcileID": "1bfb9ff6-a300-4b43-8e72-e321b36126c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:51:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "openshift-service-ca.crt", "reconcileID": "80b89dc8-2a43-474d-94a6-17429606a9e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:51:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "openshift-service-ca.crt", "reconcileID": "80b89dc8-2a43-474d-94a6-17429606a9e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:51:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98849ccc-27f0-4b00-a830-22ba17ac941c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:51:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d6c0ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98849ccc-27f0-4b00-a830-22ba17ac941c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d6c0ac"} 2026-09-18T22:51:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6c0ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6c0ac", "reconcileID": "60417471-8b6e-4826-9e30-a373d28a7bd6", "Gateway": "e2e-shared-a-w3-d6c0ac", "namespace": "openshift-ingress"} 2026-09-18T22:51:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "fe8a3200-ea83-4274-b4b1-895d020229c7", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"} 2026-09-18T22:51:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "fe8a3200-ea83-4274-b4b1-895d020229c7", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21-authn-ssl"} 2026-09-18T22:51:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "fe8a3200-ea83-4274-b4b1-895d020229c7", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"} 2026-09-18T22:51:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "11acc92e-e561-4746-b058-969fa7c49cc9", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"} 2026-09-18T22:51:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "11acc92e-e561-4746-b058-969fa7c49cc9", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21-authn-ssl"} 2026-09-18T22:51:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "11acc92e-e561-4746-b058-969fa7c49cc9", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"} 2026-09-18T22:51:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0dac619-191d-4fe6-87a4-bc9ce9f40b22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:51:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0dac619-191d-4fe6-87a4-bc9ce9f40b22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:51:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0dac619-191d-4fe6-87a4-bc9ce9f40b22", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-a91c21 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T22:51:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "odh-trusted-ca-bundle", "reconcileID": "aad76bd7-4d95-4765-bfad-511a823b433d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:51:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "odh-trusted-ca-bundle", "reconcileID": "aad76bd7-4d95-4765-bfad-511a823b433d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:51:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "openshift-service-ca.crt", "reconcileID": "473a2ab7-c653-4175-9292-0ea1a1f8c3db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:51:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "openshift-service-ca.crt", "reconcileID": "473a2ab7-c653-4175-9292-0ea1a1f8c3db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:51:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d22e511-747d-4bfe-8e0d-ebdc5aacb79b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:51:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-a91c21"}, "namespace": "ai-tenant-e2e-shared-b-w3-a91c21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d22e511-747d-4bfe-8e0d-ebdc5aacb79b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-a91c21"} 2026-09-18T22:51:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a91c21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a91c21", "reconcileID": "7d8327ae-d016-42ca-8c66-a76194a0a166", "Gateway": "e2e-shared-b-w3-a91c21", "namespace": "openshift-ingress"}