2026-09-12T02:13:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "sub-test-model-fbb6d9", "reconcileID": "7cce4eac-0220-4301-9203-f22034b2af6a", "LLMInferenceService": "sub-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:13:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "sub-test-model-fbb6d9", "reconcileID": "7cce4eac-0220-4301-9203-f22034b2af6a", "LLMInferenceService": "sub-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:13:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "sub-test-model-fbb6d9", "reconcileID": "de848ef6-a6f2-4c0c-9e0e-b6b384dbd0a5", "LLMInferenceService": "sub-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:13:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "0b48402c-8062-4289-ab60-227b3fd6abed", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress"} 2026-09-12T02:13:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "0b48402c-8062-4289-ab60-227b3fd6abed", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9-authn-ssl"} 2026-09-12T02:13:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "0b48402c-8062-4289-ab60-227b3fd6abed", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress"} 2026-09-12T02:13:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "fb502956-f6bf-46a0-98df-56571079e6f5", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress"} 2026-09-12T02:13:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "fb502956-f6bf-46a0-98df-56571079e6f5", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9-authn-ssl"} 2026-09-12T02:13:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "fb502956-f6bf-46a0-98df-56571079e6f5", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress"} 2026-09-12T02:13:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "d3491f7d-4cd8-424b-8df5-bd48c6450c8c", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:13:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "d3491f7d-4cd8-424b-8df5-bd48c6450c8c", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:13:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "d3491f7d-4cd8-424b-8df5-bd48c6450c8c", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:13:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a744d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5", "reconcileID": "d8f13008-8db6-4bce-bf53-ddff1708ec8f", "Gateway": "e2e-shared-a-w3-a744d5", "namespace": "openshift-ingress"} 2026-09-12T02:13:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "d3491f7d-4cd8-424b-8df5-bd48c6450c8c", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5-kserve-route-authn"} 2026-09-12T02:13:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "d3491f7d-4cd8-424b-8df5-bd48c6450c8c", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "authType": "userdefined"} 2026-09-12T02:13:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "d3491f7d-4cd8-424b-8df5-bd48c6450c8c", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:13:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a744d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5", "reconcileID": "d8f13008-8db6-4bce-bf53-ddff1708ec8f", "Gateway": "e2e-shared-a-w3-a744d5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5-authn-ssl"} 2026-09-12T02:13:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a744d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5", "reconcileID": "d8f13008-8db6-4bce-bf53-ddff1708ec8f", "Gateway": "e2e-shared-a-w3-a744d5", "namespace": "openshift-ingress"} 2026-09-12T02:13:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "11b49dea-eb40-42af-ad13-447bb0908d1a", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:13:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "11b49dea-eb40-42af-ad13-447bb0908d1a", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:13:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "11b49dea-eb40-42af-ad13-447bb0908d1a", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:13:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "11b49dea-eb40-42af-ad13-447bb0908d1a", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5-kserve-route-authn"} 2026-09-12T02:13:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "11b49dea-eb40-42af-ad13-447bb0908d1a", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "authType": "userdefined"} 2026-09-12T02:13:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "11b49dea-eb40-42af-ad13-447bb0908d1a", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:13:54Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-12T02:13:54Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-12T02:13:57Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-12T02:13:57Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-12T02:14:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a744d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5", "reconcileID": "b780439a-abee-4391-b5d2-750d67333198", "Gateway": "e2e-shared-a-w3-a744d5", "namespace": "openshift-ingress"} 2026-09-12T02:14:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a744d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5", "reconcileID": "b780439a-abee-4391-b5d2-750d67333198", "Gateway": "e2e-shared-a-w3-a744d5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5-authn-ssl"} 2026-09-12T02:14:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a744d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5", "reconcileID": "b780439a-abee-4391-b5d2-750d67333198", "Gateway": "e2e-shared-a-w3-a744d5", "namespace": "openshift-ingress"} 2026-09-12T02:14:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "7d666501-9c92-42f1-98bd-9c8e97a6fe23", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:14:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "7d666501-9c92-42f1-98bd-9c8e97a6fe23", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:14:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "7d666501-9c92-42f1-98bd-9c8e97a6fe23", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:14:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "7d666501-9c92-42f1-98bd-9c8e97a6fe23", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5-kserve-route-authn"} 2026-09-12T02:14:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "7d666501-9c92-42f1-98bd-9c8e97a6fe23", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "authType": "userdefined"} 2026-09-12T02:14:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "7d666501-9c92-42f1-98bd-9c8e97a6fe23", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:14:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "3f2cb6df-4f9f-43c1-b7c7-9498ac4ca924", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:14:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "3f2cb6df-4f9f-43c1-b7c7-9498ac4ca924", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:14:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "3f2cb6df-4f9f-43c1-b7c7-9498ac4ca924", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:14:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "3f2cb6df-4f9f-43c1-b7c7-9498ac4ca924", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5-kserve-route-authn"} 2026-09-12T02:14:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "3f2cb6df-4f9f-43c1-b7c7-9498ac4ca924", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "authType": "userdefined"} 2026-09-12T02:14:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "3f2cb6df-4f9f-43c1-b7c7-9498ac4ca924", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:14:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "a0e3301f-5354-4758-8d1b-05309cdd364c", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:14:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "a0e3301f-5354-4758-8d1b-05309cdd364c", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:14:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "a0e3301f-5354-4758-8d1b-05309cdd364c", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:14:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "aa6a8d97-da88-4873-963a-661cce7294d9", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress"} 2026-09-12T02:14:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "a0e3301f-5354-4758-8d1b-05309cdd364c", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9-kserve-route-authn"} 2026-09-12T02:14:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "a0e3301f-5354-4758-8d1b-05309cdd364c", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "authType": "userdefined"} 2026-09-12T02:14:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "a0e3301f-5354-4758-8d1b-05309cdd364c", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:14:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "aa6a8d97-da88-4873-963a-661cce7294d9", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9-authn-ssl"} 2026-09-12T02:14:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "aa6a8d97-da88-4873-963a-661cce7294d9", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress"} 2026-09-12T02:14:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "90ccb1b4-65cd-4684-9143-1b5cf56b484d", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:14:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "90ccb1b4-65cd-4684-9143-1b5cf56b484d", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:14:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "90ccb1b4-65cd-4684-9143-1b5cf56b484d", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:14:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "90ccb1b4-65cd-4684-9143-1b5cf56b484d", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9-kserve-route-authn"} 2026-09-12T02:14:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "90ccb1b4-65cd-4684-9143-1b5cf56b484d", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "authType": "userdefined"} 2026-09-12T02:14:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "90ccb1b4-65cd-4684-9143-1b5cf56b484d", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:14:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "650cdbfd-d00e-4cf7-8c78-6f4ebdf25890", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress"} 2026-09-12T02:14:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "650cdbfd-d00e-4cf7-8c78-6f4ebdf25890", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9-authn-ssl"} 2026-09-12T02:14:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "650cdbfd-d00e-4cf7-8c78-6f4ebdf25890", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress"} 2026-09-12T02:14:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "c2b85fd6-7cb6-4134-902a-d59e87f34e42", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:14:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "c2b85fd6-7cb6-4134-902a-d59e87f34e42", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:14:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "c2b85fd6-7cb6-4134-902a-d59e87f34e42", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:14:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "c2b85fd6-7cb6-4134-902a-d59e87f34e42", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9-kserve-route-authn"} 2026-09-12T02:14:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "c2b85fd6-7cb6-4134-902a-d59e87f34e42", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "authType": "userdefined"} 2026-09-12T02:14:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "c2b85fd6-7cb6-4134-902a-d59e87f34e42", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:15:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "6849937d-e239-4641-975d-69164f83de77", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:15:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "6849937d-e239-4641-975d-69164f83de77", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:15:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "6849937d-e239-4641-975d-69164f83de77", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:15:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "6849937d-e239-4641-975d-69164f83de77", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9-kserve-route-authn"} 2026-09-12T02:15:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "6849937d-e239-4641-975d-69164f83de77", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "authType": "userdefined"} 2026-09-12T02:15:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "6849937d-e239-4641-975d-69164f83de77", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:15:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "5e056ff8-aae0-48a3-a54a-2b46ca6277a2", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:15:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "5e056ff8-aae0-48a3-a54a-2b46ca6277a2", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5"} 2026-09-12T02:15:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "5e056ff8-aae0-48a3-a54a-2b46ca6277a2", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:15:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "5e056ff8-aae0-48a3-a54a-2b46ca6277a2", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:15:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "5e056ff8-aae0-48a3-a54a-2b46ca6277a2", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5-kserve-route-authn"} 2026-09-12T02:15:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "5e056ff8-aae0-48a3-a54a-2b46ca6277a2", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5-kserve-route-authn"} 2026-09-12T02:15:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "5e056ff8-aae0-48a3-a54a-2b46ca6277a2", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:15:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "5e056ff8-aae0-48a3-a54a-2b46ca6277a2", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:15:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a744d5","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "rate-test-model-a744d5", "reconcileID": "5cd0c784-b0ce-4fe6-906d-06e6fcd2ddba", "LLMInferenceService": "rate-test-model-a744d5", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:15:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a744d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5", "reconcileID": "38a7006c-51b5-4338-896c-737ca89f03c3", "Gateway": "e2e-shared-a-w3-a744d5", "namespace": "openshift-ingress"} 2026-09-12T02:15:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a744d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5", "reconcileID": "38a7006c-51b5-4338-896c-737ca89f03c3", "Gateway": "e2e-shared-a-w3-a744d5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5-authn-ssl"} 2026-09-12T02:15:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a744d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5", "reconcileID": "38a7006c-51b5-4338-896c-737ca89f03c3", "Gateway": "e2e-shared-a-w3-a744d5", "namespace": "openshift-ingress"} 2026-09-12T02:15:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a744d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5", "reconcileID": "9a6b3928-26f8-4626-811f-8ff98ff9700a", "Gateway": "e2e-shared-a-w3-a744d5", "namespace": "openshift-ingress"} 2026-09-12T02:15:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a744d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5", "reconcileID": "9a6b3928-26f8-4626-811f-8ff98ff9700a", "Gateway": "e2e-shared-a-w3-a744d5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5-authn-ssl"} 2026-09-12T02:15:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a744d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5", "reconcileID": "9a6b3928-26f8-4626-811f-8ff98ff9700a", "Gateway": "e2e-shared-a-w3-a744d5", "namespace": "openshift-ingress"} 2026-09-12T02:15:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "16ea296b-d66e-4c96-842e-c8c79b3b060f", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:15:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "16ea296b-d66e-4c96-842e-c8c79b3b060f", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9"} 2026-09-12T02:15:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "16ea296b-d66e-4c96-842e-c8c79b3b060f", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:15:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "16ea296b-d66e-4c96-842e-c8c79b3b060f", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:15:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "16ea296b-d66e-4c96-842e-c8c79b3b060f", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9-kserve-route-authn"} 2026-09-12T02:15:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "16ea296b-d66e-4c96-842e-c8c79b3b060f", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9-kserve-route-authn"} 2026-09-12T02:15:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "16ea296b-d66e-4c96-842e-c8c79b3b060f", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:15:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "16ea296b-d66e-4c96-842e-c8c79b3b060f", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:15:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb6d9","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "rate-test-model-fbb6d9", "reconcileID": "d246eb4f-be2f-4ec3-ad7c-2ee00cdbf1eb", "LLMInferenceService": "rate-test-model-fbb6d9", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:15:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "83c2bae0-f5ad-4609-825d-b67b3b78161b", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress"} 2026-09-12T02:15:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "83c2bae0-f5ad-4609-825d-b67b3b78161b", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9-authn-ssl"} 2026-09-12T02:15:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "83c2bae0-f5ad-4609-825d-b67b3b78161b", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress"} 2026-09-12T02:15:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "d2b67610-8e84-482a-9960-a09e2f9daef1", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress"} 2026-09-12T02:15:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "d2b67610-8e84-482a-9960-a09e2f9daef1", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9-authn-ssl"} 2026-09-12T02:15:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "d2b67610-8e84-482a-9960-a09e2f9daef1", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress"} 2026-09-12T02:15:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "def7f376-afad-4128-9ab2-997d76c76f7d", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:15:31Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "def7f376-afad-4128-9ab2-997d76c76f7d", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5-authn-ssl"} 2026-09-12T02:15:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "def7f376-afad-4128-9ab2-997d76c76f7d", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:15:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "e36caa05-bb74-489d-a6fc-365e9b59748a", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:15:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "e36caa05-bb74-489d-a6fc-365e9b59748a", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5-authn-ssl"} 2026-09-12T02:15:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "e36caa05-bb74-489d-a6fc-365e9b59748a", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:15:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "b86eadd1-970e-41c3-83b0-35e62d85349b", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:15:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "b86eadd1-970e-41c3-83b0-35e62d85349b", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5-authn-ssl"} 2026-09-12T02:15:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "b86eadd1-970e-41c3-83b0-35e62d85349b", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:15:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "d86a774d-f741-4ab6-953e-2501989e346c", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:15:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "d86a774d-f741-4ab6-953e-2501989e346c", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5-authn-ssl"} 2026-09-12T02:15:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "d86a774d-f741-4ab6-953e-2501989e346c", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:15:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "b26d4f10-955b-454f-be7c-f883ddda49c2", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:15:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "b26d4f10-955b-454f-be7c-f883ddda49c2", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5-authn-ssl"} 2026-09-12T02:15:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "b26d4f10-955b-454f-be7c-f883ddda49c2", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:15:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "e9441610-d45b-480c-abfb-bde1a22ee201", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:15:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "e9441610-d45b-480c-abfb-bde1a22ee201", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5-authn-ssl"} 2026-09-12T02:15:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "e9441610-d45b-480c-abfb-bde1a22ee201", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:15:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "f29f9ac4-9e70-4d9a-87f1-100fb8b9dcb5", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:15:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "f29f9ac4-9e70-4d9a-87f1-100fb8b9dcb5", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5-authn-ssl"} 2026-09-12T02:15:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "f29f9ac4-9e70-4d9a-87f1-100fb8b9dcb5", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:15:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "e1c9eed4-2393-4c76-96f7-7d42c56ae7aa", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:15:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "e1c9eed4-2393-4c76-96f7-7d42c56ae7aa", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5-authn-ssl"} 2026-09-12T02:15:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "e1c9eed4-2393-4c76-96f7-7d42c56ae7aa", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:15:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "openshift-service-ca.crt", "reconcileID": "c0e7705b-dc79-4c67-9c88-1abd5c404346", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:15:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "odh-trusted-ca-bundle", "reconcileID": "01575e13-394b-4aee-8012-54c577a39a92", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:15:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "openshift-service-ca.crt", "reconcileID": "02fa5722-39aa-451d-be84-c83ab7596452", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-12T02:15:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "openshift-service-ca.crt", "reconcileID": "02fa5722-39aa-451d-be84-c83ab7596452", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:15:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "110adbfb-6394-4a4a-b86e-81ff5a5dacd9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:15:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "openshift-service-ca.crt", "reconcileID": "0f0abddc-cfed-40b1-bc7d-bde92cc35e42", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:15:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "odh-trusted-ca-bundle", "reconcileID": "322d387a-10a2-4342-8e01-2b471e802f13", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "update": "odh-kserve-custom-ca-bundle"} 2026-09-12T02:15:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "odh-trusted-ca-bundle", "reconcileID": "322d387a-10a2-4342-8e01-2b471e802f13", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:15:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7ba0962-0b2e-4de8-a8b2-3b001ca4635e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:15:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "e5e262d3-0c0f-45af-aeea-11bfde2a3cc5", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:15:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "e5e262d3-0c0f-45af-aeea-11bfde2a3cc5", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5-authn-ssl"} 2026-09-12T02:15:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "e5e262d3-0c0f-45af-aeea-11bfde2a3cc5", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:15:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "a119dbd6-1045-4bb2-b32a-8189cc69795e", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:15:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "a119dbd6-1045-4bb2-b32a-8189cc69795e", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5-authn-ssl"} 2026-09-12T02:15:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "a119dbd6-1045-4bb2-b32a-8189cc69795e", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:16:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "53ddd060-a30f-4f13-9597-0a9ed4f01953", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:16:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "53ddd060-a30f-4f13-9597-0a9ed4f01953", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e-authn-ssl"} 2026-09-12T02:16:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "53ddd060-a30f-4f13-9597-0a9ed4f01953", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:16:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "28804e96-c209-4dba-8f97-654aa61c7287", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:16:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "28804e96-c209-4dba-8f97-654aa61c7287", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e-authn-ssl"} 2026-09-12T02:16:01Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "28804e96-c209-4dba-8f97-654aa61c7287", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-01570e-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-b-01570e-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-12T02:16:01Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-01570e-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-b-01570e-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-b-01570e","uid":"cd7233d2-bad0-4eca-b2f4-f06eaa20c771","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"60554"}, "reason": "ReconcileError"} 2026-09-12T02:16:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "bfea1912-46e6-463a-95ee-30566a1db13b", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:16:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "bfea1912-46e6-463a-95ee-30566a1db13b", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e-authn-ssl"} 2026-09-12T02:16:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "bfea1912-46e6-463a-95ee-30566a1db13b", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:16:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "95e382f0-c733-44e8-bbd6-2067f0062580", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:16:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "95e382f0-c733-44e8-bbd6-2067f0062580", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e-authn-ssl"} 2026-09-12T02:16:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "95e382f0-c733-44e8-bbd6-2067f0062580", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:16:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "d4cc1075-0e00-4750-aed8-b478df676ef0", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:16:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "d4cc1075-0e00-4750-aed8-b478df676ef0", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e-authn-ssl"} 2026-09-12T02:16:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "d4cc1075-0e00-4750-aed8-b478df676ef0", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:16:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "87249329-0a92-4e8a-9a6c-a56007519668", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:16:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "87249329-0a92-4e8a-9a6c-a56007519668", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e-authn-ssl"} 2026-09-12T02:16:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "87249329-0a92-4e8a-9a6c-a56007519668", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:16:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "80cc6629-8f76-4c22-ba49-e13bf2ecbca8", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:16:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "80cc6629-8f76-4c22-ba49-e13bf2ecbca8", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e-authn-ssl"} 2026-09-12T02:16:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "80cc6629-8f76-4c22-ba49-e13bf2ecbca8", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:16:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "bf8d95b5-0eba-4722-b0e2-9a40c4f989cd", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:16:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "bf8d95b5-0eba-4722-b0e2-9a40c4f989cd", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e-authn-ssl"} 2026-09-12T02:16:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "bf8d95b5-0eba-4722-b0e2-9a40c4f989cd", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:16:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-01570e"}, "namespace": "ai-tenant-e2e-ipp-b-01570e", "name": "openshift-service-ca.crt", "reconcileID": "70f32f38-2660-4dff-91fd-c1e2a747f10f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-01570e"} 2026-09-12T02:16:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-01570e"}, "namespace": "ai-tenant-e2e-ipp-b-01570e", "name": "odh-trusted-ca-bundle", "reconcileID": "f91766c5-1a2e-4fe4-8e1b-bc7055dade08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-01570e"} 2026-09-12T02:16:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-01570e"}, "namespace": "ai-tenant-e2e-ipp-b-01570e", "name": "openshift-service-ca.crt", "reconcileID": "89151f38-8338-49d5-99fc-85bc3a784381", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-01570e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-12T02:16:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-01570e"}, "namespace": "ai-tenant-e2e-ipp-b-01570e", "name": "openshift-service-ca.crt", "reconcileID": "89151f38-8338-49d5-99fc-85bc3a784381", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-01570e"} 2026-09-12T02:16:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-01570e"}, "namespace": "ai-tenant-e2e-ipp-b-01570e", "name": "openshift-service-ca.crt", "reconcileID": "20a818d6-e6aa-40fc-ab5b-b8184fbb12a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-01570e"} 2026-09-12T02:16:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-01570e"}, "namespace": "ai-tenant-e2e-ipp-b-01570e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21a80603-1e18-43c5-823d-32c810681ceb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-01570e"} 2026-09-12T02:16:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-01570e"}, "namespace": "ai-tenant-e2e-ipp-b-01570e", "name": "odh-trusted-ca-bundle", "reconcileID": "0a4decd8-53dc-469a-ad9e-d33f17588eb8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-01570e", "update": "odh-kserve-custom-ca-bundle"} 2026-09-12T02:16:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-01570e"}, "namespace": "ai-tenant-e2e-ipp-b-01570e", "name": "odh-trusted-ca-bundle", "reconcileID": "0a4decd8-53dc-469a-ad9e-d33f17588eb8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-01570e"} 2026-09-12T02:16:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-01570e"}, "namespace": "ai-tenant-e2e-ipp-b-01570e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5dea965f-d045-48b4-b4d0-d899676586d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-01570e"} 2026-09-12T02:16:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "6b2144f0-4ff6-431e-b76c-90b6ea758bd2", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:16:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "6b2144f0-4ff6-431e-b76c-90b6ea758bd2", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e-authn-ssl"} 2026-09-12T02:16:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "6b2144f0-4ff6-431e-b76c-90b6ea758bd2", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:16:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "b74b0330-2acf-4d3e-8444-e2512fd4b9f0", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:16:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "b74b0330-2acf-4d3e-8444-e2512fd4b9f0", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e-authn-ssl"} 2026-09-12T02:16:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "b74b0330-2acf-4d3e-8444-e2512fd4b9f0", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:16:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "87c2176f-c615-4be4-a388-aeeb13d7f4c3", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:16:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "87c2176f-c615-4be4-a388-aeeb13d7f4c3", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:16:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "87c2176f-c615-4be4-a388-aeeb13d7f4c3", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:16:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "82c03cc8-7a86-41ae-aa0c-dae1f3b20f40", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:16:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "87c2176f-c615-4be4-a388-aeeb13d7f4c3", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5-kserve-route-authn"} 2026-09-12T02:16:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "87c2176f-c615-4be4-a388-aeeb13d7f4c3", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "authType": "userdefined"} 2026-09-12T02:16:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "87c2176f-c615-4be4-a388-aeeb13d7f4c3", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:16:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "82c03cc8-7a86-41ae-aa0c-dae1f3b20f40", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5-authn-ssl"} 2026-09-12T02:16:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "82c03cc8-7a86-41ae-aa0c-dae1f3b20f40", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:16:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "e3575295-5fd0-46f2-a0bd-a9176d114561", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:16:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "e3575295-5fd0-46f2-a0bd-a9176d114561", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:16:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "e3575295-5fd0-46f2-a0bd-a9176d114561", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:16:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "e3575295-5fd0-46f2-a0bd-a9176d114561", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5-kserve-route-authn"} 2026-09-12T02:16:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "e3575295-5fd0-46f2-a0bd-a9176d114561", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "authType": "userdefined"} 2026-09-12T02:16:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "e3575295-5fd0-46f2-a0bd-a9176d114561", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:16:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "73823b9a-8f5e-4569-98f9-2ce00fa321d1", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:16:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "73823b9a-8f5e-4569-98f9-2ce00fa321d1", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5-authn-ssl"} 2026-09-12T02:16:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "73823b9a-8f5e-4569-98f9-2ce00fa321d1", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:16:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "b36e998f-a223-482d-b5c8-387720f352b0", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:16:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "b36e998f-a223-482d-b5c8-387720f352b0", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:16:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "b36e998f-a223-482d-b5c8-387720f352b0", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:16:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "b36e998f-a223-482d-b5c8-387720f352b0", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5-kserve-route-authn"} 2026-09-12T02:16:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "b36e998f-a223-482d-b5c8-387720f352b0", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "authType": "userdefined"} 2026-09-12T02:16:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "b36e998f-a223-482d-b5c8-387720f352b0", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:17:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "e0082778-beda-4cc1-809f-e405c43637eb", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:17:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "e0082778-beda-4cc1-809f-e405c43637eb", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:17:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "e0082778-beda-4cc1-809f-e405c43637eb", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:17:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "e0082778-beda-4cc1-809f-e405c43637eb", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5-kserve-route-authn"} 2026-09-12T02:17:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "e0082778-beda-4cc1-809f-e405c43637eb", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "authType": "userdefined"} 2026-09-12T02:17:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "e0082778-beda-4cc1-809f-e405c43637eb", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:17:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "985c2f70-af65-4482-84c8-89871c5327be", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:11Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "985c2f70-af65-4482-84c8-89871c5327be", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c-authn-ssl"} 2026-09-12T02:17:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "985c2f70-af65-4482-84c8-89871c5327be", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "09170836-6670-4700-9b8e-0f7041847c1b", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "09170836-6670-4700-9b8e-0f7041847c1b", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c-authn-ssl"} 2026-09-12T02:17:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "09170836-6670-4700-9b8e-0f7041847c1b", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "c9b0c904-bb48-4db7-ac9c-23528293cd97", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "c9b0c904-bb48-4db7-ac9c-23528293cd97", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c-authn-ssl"} 2026-09-12T02:17:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "c9b0c904-bb48-4db7-ac9c-23528293cd97", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "7021bfb4-8d62-447e-85b9-a4bddccce8b7", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "7021bfb4-8d62-447e-85b9-a4bddccce8b7", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c-authn-ssl"} 2026-09-12T02:17:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "7021bfb4-8d62-447e-85b9-a4bddccce8b7", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "7c548979-3a71-413a-9e5c-e20825914012", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "7c548979-3a71-413a-9e5c-e20825914012", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c-authn-ssl"} 2026-09-12T02:17:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "7c548979-3a71-413a-9e5c-e20825914012", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "7da02f4b-f945-4951-aae1-bdd17fda43cc", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "7da02f4b-f945-4951-aae1-bdd17fda43cc", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c-authn-ssl"} 2026-09-12T02:17:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "7da02f4b-f945-4951-aae1-bdd17fda43cc", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "7e444a66-07ae-4af6-bf19-f6fe6ef42f6a", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "7e444a66-07ae-4af6-bf19-f6fe6ef42f6a", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c-authn-ssl"} 2026-09-12T02:17:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "7e444a66-07ae-4af6-bf19-f6fe6ef42f6a", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-848a2c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "name": "openshift-service-ca.crt", "reconcileID": "1b61be1f-9519-413c-9dc9-a2f0188181f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c"} 2026-09-12T02:17:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-848a2c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "name": "odh-trusted-ca-bundle", "reconcileID": "1ab89a8c-30b1-4123-8756-bf79f54ac490", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c"} 2026-09-12T02:17:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-848a2c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "name": "openshift-service-ca.crt", "reconcileID": "7bf1e4e3-ca73-4779-9b27-b4e6be52508d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-12T02:17:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-848a2c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "name": "openshift-service-ca.crt", "reconcileID": "7bf1e4e3-ca73-4779-9b27-b4e6be52508d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c"} 2026-09-12T02:17:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-848a2c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "name": "openshift-service-ca.crt", "reconcileID": "0c383106-5929-41c5-92b9-9b1706437312", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-12T02:17:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-848a2c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "name": "openshift-service-ca.crt", "reconcileID": "0c383106-5929-41c5-92b9-9b1706437312", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-12T02:17:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-848a2c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7914c181-1350-4c3b-b755-b41db3831f75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c"} 2026-09-12T02:17:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-848a2c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "name": "openshift-service-ca.crt", "reconcileID": "06dacd44-5427-4c5f-85ea-6c908e456c44", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c"} 2026-09-12T02:17:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-848a2c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "name": "odh-trusted-ca-bundle", "reconcileID": "18e80b40-f243-4b55-ad29-042d2c05fc14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "update": "odh-kserve-custom-ca-bundle"} 2026-09-12T02:17:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-848a2c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "name": "odh-trusted-ca-bundle", "reconcileID": "18e80b40-f243-4b55-ad29-042d2c05fc14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c"} 2026-09-12T02:17:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-848a2c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1199655-50e9-4cda-bed2-19d3e7333704", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c"} 2026-09-12T02:17:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "d98db320-2b1e-4fb3-8460-a99ac6ac02f1", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "d98db320-2b1e-4fb3-8460-a99ac6ac02f1", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c-authn-ssl"} 2026-09-12T02:17:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "d98db320-2b1e-4fb3-8460-a99ac6ac02f1", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "720ec1b4-d06c-40df-9f3c-9d21f55bc70e", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "720ec1b4-d06c-40df-9f3c-9d21f55bc70e", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c-authn-ssl"} 2026-09-12T02:17:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "720ec1b4-d06c-40df-9f3c-9d21f55bc70e", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "e832649c-f978-427d-a975-8ebf5fd50b58", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "e832649c-f978-427d-a975-8ebf5fd50b58", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c-authn-ssl"} 2026-09-12T02:17:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "e832649c-f978-427d-a975-8ebf5fd50b58", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "9e04ea69-e146-4616-b684-5a8b88fc5ce2", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "9e04ea69-e146-4616-b684-5a8b88fc5ce2", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c-authn-ssl"} 2026-09-12T02:17:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "9e04ea69-e146-4616-b684-5a8b88fc5ce2", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:17:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-848a2c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ac20bcd-f2b5-4f19-b6fc-868c860c4a5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c"} 2026-09-12T02:17:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-848a2c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ac20bcd-f2b5-4f19-b6fc-868c860c4a5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-12T02:17:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-848a2c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ac20bcd-f2b5-4f19-b6fc-868c860c4a5e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-848a2c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-12T02:17:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-848a2c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "name": "odh-trusted-ca-bundle", "reconcileID": "8682b5ae-44d6-425e-99cf-88b128eb2294", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c"} 2026-09-12T02:17:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-848a2c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "name": "odh-trusted-ca-bundle", "reconcileID": "8682b5ae-44d6-425e-99cf-88b128eb2294", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c"} 2026-09-12T02:17:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-848a2c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "name": "openshift-service-ca.crt", "reconcileID": "8116e226-b2d6-4324-a9d9-8991bfca1939", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c"} 2026-09-12T02:17:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-848a2c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "name": "openshift-service-ca.crt", "reconcileID": "8116e226-b2d6-4324-a9d9-8991bfca1939", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c"} 2026-09-12T02:17:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-848a2c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f03d57fe-a93e-4a46-b858-db6ac652c8f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c"} 2026-09-12T02:17:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-848a2c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f03d57fe-a93e-4a46-b858-db6ac652c8f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-848a2c"} 2026-09-12T02:17:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-848a2c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-848a2c", "reconcileID": "1b2ffb14-2420-47ef-a752-44a58ba97000", "Gateway": "e2e-ipp-cleanup-848a2c", "namespace": "openshift-ingress"} 2026-09-12T02:18:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "a210a6dd-b021-4d1d-a6d0-ebe8e9fffac3", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:18:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "a210a6dd-b021-4d1d-a6d0-ebe8e9fffac3", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5-authn-ssl"} 2026-09-12T02:18:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "a210a6dd-b021-4d1d-a6d0-ebe8e9fffac3", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:18:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "f816f3d0-c714-49ec-a510-241399af7084", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:18:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "f816f3d0-c714-49ec-a510-241399af7084", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5-authn-ssl"} 2026-09-12T02:18:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "f816f3d0-c714-49ec-a510-241399af7084", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:18:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "aaaf2ab3-fc45-4d87-b381-3d54d60083d2", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:18:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "aaaf2ab3-fc45-4d87-b381-3d54d60083d2", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5-authn-ssl"} 2026-09-12T02:18:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "aaaf2ab3-fc45-4d87-b381-3d54d60083d2", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:18:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "7b37cfb6-e179-4ab4-86eb-852b1031cf02", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:18:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "7b37cfb6-e179-4ab4-86eb-852b1031cf02", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:18:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "7b37cfb6-e179-4ab4-86eb-852b1031cf02", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:18:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "7b37cfb6-e179-4ab4-86eb-852b1031cf02", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5-kserve-route-authn"} 2026-09-12T02:18:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "7b37cfb6-e179-4ab4-86eb-852b1031cf02", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "authType": "userdefined"} 2026-09-12T02:18:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "7b37cfb6-e179-4ab4-86eb-852b1031cf02", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:18:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "f5014a99-7b65-41bb-9cd0-c830a3fe1fe0", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:18:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "f5014a99-7b65-41bb-9cd0-c830a3fe1fe0", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:18:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "f5014a99-7b65-41bb-9cd0-c830a3fe1fe0", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:18:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "f5014a99-7b65-41bb-9cd0-c830a3fe1fe0", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5-kserve-route-authn"} 2026-09-12T02:18:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "f5014a99-7b65-41bb-9cd0-c830a3fe1fe0", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "authType": "userdefined"} 2026-09-12T02:18:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "f5014a99-7b65-41bb-9cd0-c830a3fe1fe0", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:18:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "a1e0ad87-25a9-45d6-87ea-fe0583fea9a0", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:18:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "a1e0ad87-25a9-45d6-87ea-fe0583fea9a0", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5-authn-ssl"} 2026-09-12T02:18:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba948a1c-df45-40c7-b9b5-3f8e42eb58c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:18:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba948a1c-df45-40c7-b9b5-3f8e42eb58c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-12T02:18:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "a1e0ad87-25a9-45d6-87ea-fe0583fea9a0", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:18:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba948a1c-df45-40c7-b9b5-3f8e42eb58c0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-103dc5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-12T02:18:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "odh-trusted-ca-bundle", "reconcileID": "9fe3af38-fbbe-4910-9799-a20de48c9ccb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:18:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "odh-trusted-ca-bundle", "reconcileID": "9fe3af38-fbbe-4910-9799-a20de48c9ccb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:18:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "openshift-service-ca.crt", "reconcileID": "2fb6e24a-14b5-475b-928d-04e54ecc7525", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:18:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "openshift-service-ca.crt", "reconcileID": "2fb6e24a-14b5-475b-928d-04e54ecc7525", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:18:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1899479-0eb6-4335-9bff-af510ac10a30", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:18:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1899479-0eb6-4335-9bff-af510ac10a30", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:18:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "0739d2be-4ea1-4635-8edc-8527e400aa1c", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:18:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "0739d2be-4ea1-4635-8edc-8527e400aa1c", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5"} 2026-09-12T02:18:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "0739d2be-4ea1-4635-8edc-8527e400aa1c", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:18:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "0739d2be-4ea1-4635-8edc-8527e400aa1c", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:18:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "0739d2be-4ea1-4635-8edc-8527e400aa1c", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5-kserve-route-authn"} 2026-09-12T02:18:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "0739d2be-4ea1-4635-8edc-8527e400aa1c", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5-kserve-route-authn"} 2026-09-12T02:18:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "0739d2be-4ea1-4635-8edc-8527e400aa1c", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:18:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "0739d2be-4ea1-4635-8edc-8527e400aa1c", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:19:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "60420e10-ab7c-4f39-bb43-77e84bcf3985", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:19:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "60420e10-ab7c-4f39-bb43-77e84bcf3985", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5"} 2026-09-12T02:19:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "60420e10-ab7c-4f39-bb43-77e84bcf3985", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:19:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "60420e10-ab7c-4f39-bb43-77e84bcf3985", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:19:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "60420e10-ab7c-4f39-bb43-77e84bcf3985", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5-kserve-route-authn"} 2026-09-12T02:19:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "60420e10-ab7c-4f39-bb43-77e84bcf3985", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5-kserve-route-authn"} 2026-09-12T02:19:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "60420e10-ab7c-4f39-bb43-77e84bcf3985", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:19:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "60420e10-ab7c-4f39-bb43-77e84bcf3985", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:19:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-103dc5","namespace":"ai-tenant-e2e-ipp-a-103dc5"}, "namespace": "ai-tenant-e2e-ipp-a-103dc5", "name": "ipp-route-103dc5", "reconcileID": "06c2b4b2-2412-406f-b690-a6494f567771", "LLMInferenceService": "ipp-route-103dc5", "namespace": "ai-tenant-e2e-ipp-a-103dc5"} 2026-09-12T02:19:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "40a14696-4114-4f80-ba02-36ddc0d4aa5a", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:19:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "40a14696-4114-4f80-ba02-36ddc0d4aa5a", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5-authn-ssl"} 2026-09-12T02:19:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "40a14696-4114-4f80-ba02-36ddc0d4aa5a", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:19:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-103dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-103dc5", "reconcileID": "11253f08-8b81-4b77-a0d1-5de7b08f33af", "Gateway": "e2e-ipp-a-103dc5", "namespace": "openshift-ingress"} 2026-09-12T02:19:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "145c9158-0166-4d44-b8a2-46e2a10e68f0", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:19:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "145c9158-0166-4d44-b8a2-46e2a10e68f0", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e-authn-ssl"} 2026-09-12T02:19:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "145c9158-0166-4d44-b8a2-46e2a10e68f0", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:19:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "c8455c6d-00c0-4517-b97c-7f80bb710835", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:19:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "c8455c6d-00c0-4517-b97c-7f80bb710835", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e-authn-ssl"} 2026-09-12T02:19:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "c8455c6d-00c0-4517-b97c-7f80bb710835", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:19:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-01570e"}, "namespace": "ai-tenant-e2e-ipp-b-01570e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ca1e408-b5f3-4b03-b2c2-f496e1331435", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-01570e"} 2026-09-12T02:19:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-01570e"}, "namespace": "ai-tenant-e2e-ipp-b-01570e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ca1e408-b5f3-4b03-b2c2-f496e1331435", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-01570e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-12T02:19:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-01570e"}, "namespace": "ai-tenant-e2e-ipp-b-01570e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ca1e408-b5f3-4b03-b2c2-f496e1331435", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-01570e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-12T02:19:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-01570e"}, "namespace": "ai-tenant-e2e-ipp-b-01570e", "name": "odh-trusted-ca-bundle", "reconcileID": "b87a11bd-829a-4407-8ff5-848b0a61085e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-01570e"} 2026-09-12T02:19:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-01570e"}, "namespace": "ai-tenant-e2e-ipp-b-01570e", "name": "odh-trusted-ca-bundle", "reconcileID": "b87a11bd-829a-4407-8ff5-848b0a61085e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-01570e"} 2026-09-12T02:19:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-01570e"}, "namespace": "ai-tenant-e2e-ipp-b-01570e", "name": "openshift-service-ca.crt", "reconcileID": "622a4bd1-224e-4f3d-a78c-c42d0fb3e701", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-01570e"} 2026-09-12T02:19:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-01570e"}, "namespace": "ai-tenant-e2e-ipp-b-01570e", "name": "openshift-service-ca.crt", "reconcileID": "622a4bd1-224e-4f3d-a78c-c42d0fb3e701", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-01570e"} 2026-09-12T02:19:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-01570e"}, "namespace": "ai-tenant-e2e-ipp-b-01570e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df94e044-7cdd-411a-b57a-c777e67d9652", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-01570e"} 2026-09-12T02:19:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-01570e"}, "namespace": "ai-tenant-e2e-ipp-b-01570e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df94e044-7cdd-411a-b57a-c777e67d9652", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-01570e"} 2026-09-12T02:19:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-01570e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-01570e", "reconcileID": "79f9b87a-9482-4ddf-a251-3591680819ad", "Gateway": "e2e-ipp-b-01570e", "namespace": "openshift-ingress"} 2026-09-12T02:19:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a744d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5", "reconcileID": "f1a2006d-b9f1-44bc-866e-ad78780dd94b", "Gateway": "e2e-shared-a-w3-a744d5", "namespace": "openshift-ingress"} 2026-09-12T02:19:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a744d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5", "reconcileID": "f1a2006d-b9f1-44bc-866e-ad78780dd94b", "Gateway": "e2e-shared-a-w3-a744d5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5-authn-ssl"} 2026-09-12T02:19:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a744d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5", "reconcileID": "f1a2006d-b9f1-44bc-866e-ad78780dd94b", "Gateway": "e2e-shared-a-w3-a744d5", "namespace": "openshift-ingress"} 2026-09-12T02:19:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a744d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5", "reconcileID": "4d68e65b-4e64-4276-aef9-7e68d9a1606d", "Gateway": "e2e-shared-a-w3-a744d5", "namespace": "openshift-ingress"} 2026-09-12T02:19:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a744d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5", "reconcileID": "4d68e65b-4e64-4276-aef9-7e68d9a1606d", "Gateway": "e2e-shared-a-w3-a744d5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5-authn-ssl"} 2026-09-12T02:19:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a744d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5", "reconcileID": "4d68e65b-4e64-4276-aef9-7e68d9a1606d", "Gateway": "e2e-shared-a-w3-a744d5", "namespace": "openshift-ingress"} 2026-09-12T02:19:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68ebbb9c-08bc-4197-b94f-74ff24019b70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:19:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68ebbb9c-08bc-4197-b94f-74ff24019b70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-12T02:19:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68ebbb9c-08bc-4197-b94f-74ff24019b70", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-a744d5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-12T02:19:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "odh-trusted-ca-bundle", "reconcileID": "543cfefd-cffa-4091-aabb-ebcf0eb56200", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:19:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "odh-trusted-ca-bundle", "reconcileID": "543cfefd-cffa-4091-aabb-ebcf0eb56200", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:19:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "openshift-service-ca.crt", "reconcileID": "d14fb62a-c4c9-465e-a516-b30a54a34128", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:19:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "openshift-service-ca.crt", "reconcileID": "d14fb62a-c4c9-465e-a516-b30a54a34128", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:19:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "817357a3-3214-4843-b895-6a0be8177283", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:19:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a744d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-a744d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "817357a3-3214-4843-b895-6a0be8177283", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a744d5"} 2026-09-12T02:19:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a744d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a744d5", "reconcileID": "fcd6c527-7de8-47e8-88dd-cf06cf695109", "Gateway": "e2e-shared-a-w3-a744d5", "namespace": "openshift-ingress"} 2026-09-12T02:20:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "eba6f8cc-102e-41c6-9ead-eb7e3d6e732a", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress"} 2026-09-12T02:20:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "eba6f8cc-102e-41c6-9ead-eb7e3d6e732a", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9-authn-ssl"} 2026-09-12T02:20:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "eba6f8cc-102e-41c6-9ead-eb7e3d6e732a", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress"} 2026-09-12T02:20:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "157aa1db-04f8-4907-9ec2-bfec6649bc4e", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress"} 2026-09-12T02:20:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "157aa1db-04f8-4907-9ec2-bfec6649bc4e", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9-authn-ssl"} 2026-09-12T02:20:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "157aa1db-04f8-4907-9ec2-bfec6649bc4e", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress"} 2026-09-12T02:20:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ff6a7cc-7fbd-46c6-a077-76e90a812891", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:20:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ff6a7cc-7fbd-46c6-a077-76e90a812891", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-12T02:20:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ff6a7cc-7fbd-46c6-a077-76e90a812891", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-fbb6d9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-12T02:20:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "odh-trusted-ca-bundle", "reconcileID": "4435d1e6-64dd-43eb-97c4-20709660d293", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:20:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "odh-trusted-ca-bundle", "reconcileID": "4435d1e6-64dd-43eb-97c4-20709660d293", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:20:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "openshift-service-ca.crt", "reconcileID": "46d57de2-08e1-4c0a-8595-863589c2b5f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:20:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "openshift-service-ca.crt", "reconcileID": "46d57de2-08e1-4c0a-8595-863589c2b5f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:20:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc6da3c2-f303-41a5-af90-fe6bc151cc98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:20:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fbb6d9"}, "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc6da3c2-f303-41a5-af90-fe6bc151cc98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fbb6d9"} 2026-09-12T02:20:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fbb6d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fbb6d9", "reconcileID": "6e0d17af-e163-4cea-ad61-3aa3a64d7bef", "Gateway": "e2e-shared-b-w3-fbb6d9", "namespace": "openshift-ingress"} 2026-09-12T02:23:48Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-12T02:23:48Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-12T02:23:51Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-12T02:23:51Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-12T02:24:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "07e7c884-fb2a-47c6-8555-8dfd58d055e4", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "07e7c884-fb2a-47c6-8555-8dfd58d055e4", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "07e7c884-fb2a-47c6-8555-8dfd58d055e4", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b32b7568-cb94-4047-afce-bcc51d1c256d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-12T02:24:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "07e7c884-fb2a-47c6-8555-8dfd58d055e4", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm", "name": "e2e-same-id-a-ecd0309c-kserve-route-authn"} 2026-09-12T02:24:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "07e7c884-fb2a-47c6-8555-8dfd58d055e4", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm", "authType": "userdefined"} 2026-09-12T02:24:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "07e7c884-fb2a-47c6-8555-8dfd58d055e4", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b32b7568-cb94-4047-afce-bcc51d1c256d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-12T02:24:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b32b7568-cb94-4047-afce-bcc51d1c256d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-12T02:24:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "51f7b705-5e8d-4c4c-8974-b08ac7ed0c02", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "51f7b705-5e8d-4c4c-8974-b08ac7ed0c02", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "51f7b705-5e8d-4c4c-8974-b08ac7ed0c02", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "51f7b705-5e8d-4c4c-8974-b08ac7ed0c02", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm", "name": "e2e-same-id-a-ecd0309c-kserve-route-authn"} 2026-09-12T02:24:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "51f7b705-5e8d-4c4c-8974-b08ac7ed0c02", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm", "authType": "userdefined"} 2026-09-12T02:24:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "51f7b705-5e8d-4c4c-8974-b08ac7ed0c02", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "8e9d4bbd-4ccb-4ee0-a266-2267cbb8fdb5", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "8e9d4bbd-4ccb-4ee0-a266-2267cbb8fdb5", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "8e9d4bbd-4ccb-4ee0-a266-2267cbb8fdb5", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34c311af-3c48-4539-8e9d-8e38ed901926", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-12T02:24:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "8e9d4bbd-4ccb-4ee0-a266-2267cbb8fdb5", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm", "name": "e2e-same-id-b-ecd0309c-kserve-route-authn"} 2026-09-12T02:24:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "8e9d4bbd-4ccb-4ee0-a266-2267cbb8fdb5", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm", "authType": "userdefined"} 2026-09-12T02:24:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "8e9d4bbd-4ccb-4ee0-a266-2267cbb8fdb5", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34c311af-3c48-4539-8e9d-8e38ed901926", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-12T02:24:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34c311af-3c48-4539-8e9d-8e38ed901926", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-12T02:24:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e565053-a95f-4af2-8839-7128e229298b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-12T02:24:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e565053-a95f-4af2-8839-7128e229298b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-12T02:24:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e565053-a95f-4af2-8839-7128e229298b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-12T02:24:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "1758f96f-9fda-4626-92cd-688789b0555e", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "1758f96f-9fda-4626-92cd-688789b0555e", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "1758f96f-9fda-4626-92cd-688789b0555e", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "1758f96f-9fda-4626-92cd-688789b0555e", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm", "name": "e2e-same-id-a-ecd0309c-kserve-route-authn"} 2026-09-12T02:24:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "1758f96f-9fda-4626-92cd-688789b0555e", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm", "authType": "userdefined"} 2026-09-12T02:24:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "1758f96f-9fda-4626-92cd-688789b0555e", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "64d79ff6-502c-43eb-b5fe-facc38b86746", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "64d79ff6-502c-43eb-b5fe-facc38b86746", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "64d79ff6-502c-43eb-b5fe-facc38b86746", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "64d79ff6-502c-43eb-b5fe-facc38b86746", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm", "name": "e2e-same-id-b-ecd0309c-kserve-route-authn"} 2026-09-12T02:24:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "64d79ff6-502c-43eb-b5fe-facc38b86746", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm", "authType": "userdefined"} 2026-09-12T02:24:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "64d79ff6-502c-43eb-b5fe-facc38b86746", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e29eadc1-7c89-40f6-85c5-b2f2ce7056ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-12T02:24:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e29eadc1-7c89-40f6-85c5-b2f2ce7056ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-12T02:24:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e29eadc1-7c89-40f6-85c5-b2f2ce7056ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-12T02:24:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "1b79182b-b2d1-4bef-90de-460a21fb060b", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "1b79182b-b2d1-4bef-90de-460a21fb060b", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "1b79182b-b2d1-4bef-90de-460a21fb060b", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm"} 2026-09-12T02:24:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "1b79182b-b2d1-4bef-90de-460a21fb060b", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm", "name": "e2e-same-id-b-ecd0309c-kserve-route-authn"} 2026-09-12T02:24:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "1b79182b-b2d1-4bef-90de-460a21fb060b", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm", "authType": "userdefined"} 2026-09-12T02:24:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "1b79182b-b2d1-4bef-90de-460a21fb060b", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm"} 2026-09-12T02:25:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "86a14e9b-63cf-475b-abca-b5b76e7871d7", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm"} 2026-09-12T02:25:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "86a14e9b-63cf-475b-abca-b5b76e7871d7", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm"} 2026-09-12T02:25:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "86a14e9b-63cf-475b-abca-b5b76e7871d7", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm"} 2026-09-12T02:25:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "86a14e9b-63cf-475b-abca-b5b76e7871d7", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm", "name": "e2e-same-id-a-ecd0309c-kserve-route-authn"} 2026-09-12T02:25:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "86a14e9b-63cf-475b-abca-b5b76e7871d7", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm", "authType": "userdefined"} 2026-09-12T02:25:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "86a14e9b-63cf-475b-abca-b5b76e7871d7", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm"} 2026-09-12T02:25:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "7175e651-4c2d-43c6-ab20-172e85c4ba74", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm"} 2026-09-12T02:25:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "7175e651-4c2d-43c6-ab20-172e85c4ba74", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm"} 2026-09-12T02:25:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "7175e651-4c2d-43c6-ab20-172e85c4ba74", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm"} 2026-09-12T02:25:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "7175e651-4c2d-43c6-ab20-172e85c4ba74", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm", "name": "e2e-same-id-b-ecd0309c-kserve-route-authn"} 2026-09-12T02:25:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "7175e651-4c2d-43c6-ab20-172e85c4ba74", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm", "authType": "userdefined"} 2026-09-12T02:25:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "7175e651-4c2d-43c6-ab20-172e85c4ba74", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm"} 2026-09-12T02:25:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "769b848e-d2ea-4773-a31a-833d7089d3eb", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm"} 2026-09-12T02:25:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "769b848e-d2ea-4773-a31a-833d7089d3eb", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm", "name": "e2e-same-id-a-ecd0309c"} 2026-09-12T02:25:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "769b848e-d2ea-4773-a31a-833d7089d3eb", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm"} 2026-09-12T02:25:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "769b848e-d2ea-4773-a31a-833d7089d3eb", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm"} 2026-09-12T02:25:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "769b848e-d2ea-4773-a31a-833d7089d3eb", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm", "name": "e2e-same-id-a-ecd0309c-kserve-route-authn"} 2026-09-12T02:25:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "769b848e-d2ea-4773-a31a-833d7089d3eb", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm", "name": "e2e-same-id-a-ecd0309c-kserve-route-authn"} 2026-09-12T02:25:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ecd0309c", "reconcileID": "6a3b60fe-368a-4733-9e83-4eb4f13c9c6d", "LLMInferenceService": "e2e-same-id-a-ecd0309c", "namespace": "llm"} 2026-09-12T02:25:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f4134659-2e6d-40e1-ab2e-cd26846a505b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-12T02:25:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f4134659-2e6d-40e1-ab2e-cd26846a505b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-12T02:25:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f4134659-2e6d-40e1-ab2e-cd26846a505b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-12T02:25:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8efeca19-01ed-4098-90dc-600ae0285ba3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-12T02:25:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8efeca19-01ed-4098-90dc-600ae0285ba3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-12T02:25:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8efeca19-01ed-4098-90dc-600ae0285ba3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-12T02:25:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "c7365ac9-e61d-4fa8-b61c-076d5cd7c422", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm"} 2026-09-12T02:25:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "c7365ac9-e61d-4fa8-b61c-076d5cd7c422", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm", "name": "e2e-same-id-b-ecd0309c"} 2026-09-12T02:25:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "c7365ac9-e61d-4fa8-b61c-076d5cd7c422", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm"} 2026-09-12T02:25:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "c7365ac9-e61d-4fa8-b61c-076d5cd7c422", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm"} 2026-09-12T02:25:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "c7365ac9-e61d-4fa8-b61c-076d5cd7c422", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm", "name": "e2e-same-id-b-ecd0309c-kserve-route-authn"} 2026-09-12T02:25:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "c7365ac9-e61d-4fa8-b61c-076d5cd7c422", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm", "name": "e2e-same-id-b-ecd0309c-kserve-route-authn"} 2026-09-12T02:26:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ecd0309c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ecd0309c", "reconcileID": "f67ef036-23c7-474b-b768-5ed01befd1fb", "LLMInferenceService": "e2e-same-id-b-ecd0309c", "namespace": "llm"} 2026-09-12T02:26:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ff5c152f-54fb-4dda-af19-0e4a5c934d9a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-12T02:26:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ff5c152f-54fb-4dda-af19-0e4a5c934d9a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-12T02:26:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ff5c152f-54fb-4dda-af19-0e4a5c934d9a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-12T02:26:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ffb8504-5715-40a9-9d2c-89015eda3fa2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-12T02:26:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ffb8504-5715-40a9-9d2c-89015eda3fa2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-12T02:26:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ffb8504-5715-40a9-9d2c-89015eda3fa2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}