2026-07-29T20:05:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "eba24e46-9d34-46e0-8ca9-a09558c993ad", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9-authn-ssl"} 2026-07-29T20:05:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "eba24e46-9d34-46e0-8ca9-a09558c993ad", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:05:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "c4c5805b-7d20-45ec-ba68-97f328ffed2c", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:05:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "c4c5805b-7d20-45ec-ba68-97f328ffed2c", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880-authn-ssl"} 2026-07-29T20:05:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "c4c5805b-7d20-45ec-ba68-97f328ffed2c", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:05:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "805342e6-7066-41e7-bde4-7a9923ee70ae", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:05:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "805342e6-7066-41e7-bde4-7a9923ee70ae", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:05:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "805342e6-7066-41e7-bde4-7a9923ee70ae", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:05:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "805342e6-7066-41e7-bde4-7a9923ee70ae", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880-kserve-route-authn"} 2026-07-29T20:05:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "805342e6-7066-41e7-bde4-7a9923ee70ae", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "authType": "userdefined"} 2026-07-29T20:05:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "805342e6-7066-41e7-bde4-7a9923ee70ae", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:05:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "e1eb2f1c-5425-43a3-bbde-6445a193b881", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:05:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "e1eb2f1c-5425-43a3-bbde-6445a193b881", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:05:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "e1eb2f1c-5425-43a3-bbde-6445a193b881", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:05:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "e1eb2f1c-5425-43a3-bbde-6445a193b881", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880-kserve-route-authn"} 2026-07-29T20:05:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "e1eb2f1c-5425-43a3-bbde-6445a193b881", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "authType": "userdefined"} 2026-07-29T20:05:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "e1eb2f1c-5425-43a3-bbde-6445a193b881", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:05:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "3b332e13-3601-43c8-8b4b-0682d972f01e", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:05:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "3b332e13-3601-43c8-8b4b-0682d972f01e", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:05:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "3b332e13-3601-43c8-8b4b-0682d972f01e", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:05:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "d3cd2fc6-c766-4248-b31e-a5ac7befb55c", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:05:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "3b332e13-3601-43c8-8b4b-0682d972f01e", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9-kserve-route-authn"} 2026-07-29T20:05:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "3b332e13-3601-43c8-8b4b-0682d972f01e", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "authType": "userdefined"} 2026-07-29T20:05:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "3b332e13-3601-43c8-8b4b-0682d972f01e", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:05:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "d3cd2fc6-c766-4248-b31e-a5ac7befb55c", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9-authn-ssl"} 2026-07-29T20:05:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "d3cd2fc6-c766-4248-b31e-a5ac7befb55c", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:05:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "6e93c0cc-a2fe-49f6-af1c-7223aeacf3ea", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:05:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "6e93c0cc-a2fe-49f6-af1c-7223aeacf3ea", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:05:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "6e93c0cc-a2fe-49f6-af1c-7223aeacf3ea", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:05:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "6e93c0cc-a2fe-49f6-af1c-7223aeacf3ea", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9-kserve-route-authn"} 2026-07-29T20:05:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "6e93c0cc-a2fe-49f6-af1c-7223aeacf3ea", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "authType": "userdefined"} 2026-07-29T20:05:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "6e93c0cc-a2fe-49f6-af1c-7223aeacf3ea", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:06:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "94e4a1e0-6dde-4b1f-9390-1dab9b8ad9c6", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:06:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "94e4a1e0-6dde-4b1f-9390-1dab9b8ad9c6", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9-authn-ssl"} 2026-07-29T20:06:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "94e4a1e0-6dde-4b1f-9390-1dab9b8ad9c6", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:06:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "b097f5ce-29f3-4809-a44b-0a3b724e1666", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:06:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "b097f5ce-29f3-4809-a44b-0a3b724e1666", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:06:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "b097f5ce-29f3-4809-a44b-0a3b724e1666", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:06:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "b097f5ce-29f3-4809-a44b-0a3b724e1666", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9-kserve-route-authn"} 2026-07-29T20:06:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "b097f5ce-29f3-4809-a44b-0a3b724e1666", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "authType": "userdefined"} 2026-07-29T20:06:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "b097f5ce-29f3-4809-a44b-0a3b724e1666", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:06:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "14195e22-fbb3-4ec7-a1b0-e46cc8cb90b6", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:06:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "14195e22-fbb3-4ec7-a1b0-e46cc8cb90b6", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:06:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "14195e22-fbb3-4ec7-a1b0-e46cc8cb90b6", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:06:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "14195e22-fbb3-4ec7-a1b0-e46cc8cb90b6", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9-kserve-route-authn"} 2026-07-29T20:06:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "14195e22-fbb3-4ec7-a1b0-e46cc8cb90b6", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "authType": "userdefined"} 2026-07-29T20:06:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "14195e22-fbb3-4ec7-a1b0-e46cc8cb90b6", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:06:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "a3f064a9-f0de-4b41-9aa7-0a3910de179a", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:06:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "a3f064a9-f0de-4b41-9aa7-0a3910de179a", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880-authn-ssl"} 2026-07-29T20:06:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "a3f064a9-f0de-4b41-9aa7-0a3910de179a", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:06:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "361d6e57-b498-4cc4-a32e-fd60c7c88fc0", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:06:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "361d6e57-b498-4cc4-a32e-fd60c7c88fc0", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9-authn-ssl"} 2026-07-29T20:06:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "361d6e57-b498-4cc4-a32e-fd60c7c88fc0", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:07:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "0584f3f9-9b70-4c70-92b1-172bb13495a8", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "0584f3f9-9b70-4c70-92b1-172bb13495a8", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880"} 2026-07-29T20:07:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "0584f3f9-9b70-4c70-92b1-172bb13495a8", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "0584f3f9-9b70-4c70-92b1-172bb13495a8", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "0584f3f9-9b70-4c70-92b1-172bb13495a8", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880-kserve-route-authn"} 2026-07-29T20:07:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "0584f3f9-9b70-4c70-92b1-172bb13495a8", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880-kserve-route-authn"} 2026-07-29T20:07:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "0584f3f9-9b70-4c70-92b1-172bb13495a8", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "0584f3f9-9b70-4c70-92b1-172bb13495a8", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "sub-test-model-a60880", "reconcileID": "5a18c926-75b3-489d-ad93-f0ea2885983f", "LLMInferenceService": "sub-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "124322ba-8efb-445f-9110-90ebb9af475e", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:07:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "124322ba-8efb-445f-9110-90ebb9af475e", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880-authn-ssl"} 2026-07-29T20:07:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "124322ba-8efb-445f-9110-90ebb9af475e", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:07:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "157f0496-c837-4b39-b82f-86320d26e43a", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:07:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "157f0496-c837-4b39-b82f-86320d26e43a", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880-authn-ssl"} 2026-07-29T20:07:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "157f0496-c837-4b39-b82f-86320d26e43a", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:07:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "cc7591a4-2937-48a1-9e45-fac76a75119f", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:07:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "cc7591a4-2937-48a1-9e45-fac76a75119f", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9"} 2026-07-29T20:07:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "cc7591a4-2937-48a1-9e45-fac76a75119f", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:07:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "cc7591a4-2937-48a1-9e45-fac76a75119f", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:07:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "cc7591a4-2937-48a1-9e45-fac76a75119f", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9-kserve-route-authn"} 2026-07-29T20:07:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "cc7591a4-2937-48a1-9e45-fac76a75119f", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9-kserve-route-authn"} 2026-07-29T20:07:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "cc7591a4-2937-48a1-9e45-fac76a75119f", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:07:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "cc7591a4-2937-48a1-9e45-fac76a75119f", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:07:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "sub-test-model-601aa9", "reconcileID": "e98e699f-6759-4c06-8462-32d4a8fa6aad", "LLMInferenceService": "sub-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:07:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "c780a6cc-e8e1-41ec-86eb-092513baadf4", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:07:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "c780a6cc-e8e1-41ec-86eb-092513baadf4", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9-authn-ssl"} 2026-07-29T20:07:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "c780a6cc-e8e1-41ec-86eb-092513baadf4", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:07:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "34398504-00f2-4499-84d3-06490e683b51", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:07:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "34398504-00f2-4499-84d3-06490e683b51", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9-authn-ssl"} 2026-07-29T20:07:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "34398504-00f2-4499-84d3-06490e683b51", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:07:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "5558546a-671c-4b33-aa51-dd01e41293e2", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "5558546a-671c-4b33-aa51-dd01e41293e2", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "5558546a-671c-4b33-aa51-dd01e41293e2", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "275c6965-8e17-49fb-895a-1cbecdddb66a", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:07:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "5558546a-671c-4b33-aa51-dd01e41293e2", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880-kserve-route-authn"} 2026-07-29T20:07:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "5558546a-671c-4b33-aa51-dd01e41293e2", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "authType": "userdefined"} 2026-07-29T20:07:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "5558546a-671c-4b33-aa51-dd01e41293e2", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "275c6965-8e17-49fb-895a-1cbecdddb66a", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880-authn-ssl"} 2026-07-29T20:07:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "275c6965-8e17-49fb-895a-1cbecdddb66a", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:07:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "3bc7ad74-d3e4-48c6-9887-6eeec01b1612", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "3bc7ad74-d3e4-48c6-9887-6eeec01b1612", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "3bc7ad74-d3e4-48c6-9887-6eeec01b1612", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "3bc7ad74-d3e4-48c6-9887-6eeec01b1612", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880-kserve-route-authn"} 2026-07-29T20:07:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "3bc7ad74-d3e4-48c6-9887-6eeec01b1612", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "authType": "userdefined"} 2026-07-29T20:07:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "3bc7ad74-d3e4-48c6-9887-6eeec01b1612", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "0fa8c63e-eff5-4a35-9177-c98b105f2464", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:07:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "0fa8c63e-eff5-4a35-9177-c98b105f2464", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880-authn-ssl"} 2026-07-29T20:07:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "0fa8c63e-eff5-4a35-9177-c98b105f2464", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:07:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "cbb19c27-b515-4f33-ab07-fe06f62e68f4", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:07:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "cbb19c27-b515-4f33-ab07-fe06f62e68f4", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9-authn-ssl"} 2026-07-29T20:07:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "cbb19c27-b515-4f33-ab07-fe06f62e68f4", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:07:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "93dd2d4b-7f64-48d5-980a-7cdabdaf64f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:07:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "8ea5d679-9c0b-4e74-afaa-3da47d1e4ae1", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:07:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "8ea5d679-9c0b-4e74-afaa-3da47d1e4ae1", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880-authn-ssl"} 2026-07-29T20:07:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "8ea5d679-9c0b-4e74-afaa-3da47d1e4ae1", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:07:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "d9d3f868-ad83-4dad-9846-096525bc6b80", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "d9d3f868-ad83-4dad-9846-096525bc6b80", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "d9d3f868-ad83-4dad-9846-096525bc6b80", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "d9d3f868-ad83-4dad-9846-096525bc6b80", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880-kserve-route-authn"} 2026-07-29T20:07:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "d9d3f868-ad83-4dad-9846-096525bc6b80", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "authType": "userdefined"} 2026-07-29T20:07:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "d9d3f868-ad83-4dad-9846-096525bc6b80", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "bfd6d44a-1330-4950-b47e-7222f8f9f324", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "bfd6d44a-1330-4950-b47e-7222f8f9f324", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "bfd6d44a-1330-4950-b47e-7222f8f9f324", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "bfd6d44a-1330-4950-b47e-7222f8f9f324", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880-kserve-route-authn"} 2026-07-29T20:07:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "bfd6d44a-1330-4950-b47e-7222f8f9f324", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "authType": "userdefined"} 2026-07-29T20:07:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "bfd6d44a-1330-4950-b47e-7222f8f9f324", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:07:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "092c3da7-9f3c-420a-8b27-9dd62b9fcb91", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:07:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "092c3da7-9f3c-420a-8b27-9dd62b9fcb91", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:07:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "092c3da7-9f3c-420a-8b27-9dd62b9fcb91", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:07:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "d4c1ab74-9234-48c6-95a9-d467f5192fbd", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:07:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "092c3da7-9f3c-420a-8b27-9dd62b9fcb91", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9-kserve-route-authn"} 2026-07-29T20:07:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "092c3da7-9f3c-420a-8b27-9dd62b9fcb91", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "authType": "userdefined"} 2026-07-29T20:07:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "092c3da7-9f3c-420a-8b27-9dd62b9fcb91", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:07:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "d4c1ab74-9234-48c6-95a9-d467f5192fbd", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9-authn-ssl"} 2026-07-29T20:07:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "d4c1ab74-9234-48c6-95a9-d467f5192fbd", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:07:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "28a9848e-3a51-40aa-ae71-754a250ac8f8", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:07:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "28a9848e-3a51-40aa-ae71-754a250ac8f8", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:07:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "28a9848e-3a51-40aa-ae71-754a250ac8f8", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:07:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "28a9848e-3a51-40aa-ae71-754a250ac8f8", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9-kserve-route-authn"} 2026-07-29T20:07:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "28a9848e-3a51-40aa-ae71-754a250ac8f8", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "authType": "userdefined"} 2026-07-29T20:07:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "28a9848e-3a51-40aa-ae71-754a250ac8f8", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:07:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "6fe99748-e582-43de-8bc8-51bd14594666", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:07:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "6fe99748-e582-43de-8bc8-51bd14594666", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9-authn-ssl"} 2026-07-29T20:07:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "6fe99748-e582-43de-8bc8-51bd14594666", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:08:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "d1dc75f7-9119-4028-9315-48e105a31ce3", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:08:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "d1dc75f7-9119-4028-9315-48e105a31ce3", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:08:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "d1dc75f7-9119-4028-9315-48e105a31ce3", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:08:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "d1dc75f7-9119-4028-9315-48e105a31ce3", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9-kserve-route-authn"} 2026-07-29T20:08:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "d1dc75f7-9119-4028-9315-48e105a31ce3", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "authType": "userdefined"} 2026-07-29T20:08:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "d1dc75f7-9119-4028-9315-48e105a31ce3", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:08:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "0b620572-f6e3-4717-853f-132194ea64c6", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:08:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "0b620572-f6e3-4717-853f-132194ea64c6", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:08:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "0b620572-f6e3-4717-853f-132194ea64c6", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:08:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "0b620572-f6e3-4717-853f-132194ea64c6", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9-kserve-route-authn"} 2026-07-29T20:08:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "0b620572-f6e3-4717-853f-132194ea64c6", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "authType": "userdefined"} 2026-07-29T20:08:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "0b620572-f6e3-4717-853f-132194ea64c6", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:08:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "6a19fd32-1a09-4906-b6f2-8dbe2b462357", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:08:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "6a19fd32-1a09-4906-b6f2-8dbe2b462357", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880-authn-ssl"} 2026-07-29T20:08:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "6a19fd32-1a09-4906-b6f2-8dbe2b462357", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:08:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "b64ed233-d769-493f-a599-29a36d4e3f1a", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:08:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "b64ed233-d769-493f-a599-29a36d4e3f1a", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9-authn-ssl"} 2026-07-29T20:08:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "b64ed233-d769-493f-a599-29a36d4e3f1a", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:09:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "04a74686-03be-4ce7-b5a0-b94ddff588a5", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:09:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "04a74686-03be-4ce7-b5a0-b94ddff588a5", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880"} 2026-07-29T20:09:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "04a74686-03be-4ce7-b5a0-b94ddff588a5", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:09:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "04a74686-03be-4ce7-b5a0-b94ddff588a5", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:09:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "04a74686-03be-4ce7-b5a0-b94ddff588a5", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880-kserve-route-authn"} 2026-07-29T20:09:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "04a74686-03be-4ce7-b5a0-b94ddff588a5", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880-kserve-route-authn"} 2026-07-29T20:09:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "04a74686-03be-4ce7-b5a0-b94ddff588a5", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:09:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "04a74686-03be-4ce7-b5a0-b94ddff588a5", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:09:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a60880","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "rate-test-model-a60880", "reconcileID": "b517614e-5a1d-4422-9733-51e65d8aadb7", "LLMInferenceService": "rate-test-model-a60880", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:09:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "0062d056-520c-4c1d-83bf-e92668a4e0fe", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:09:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "0062d056-520c-4c1d-83bf-e92668a4e0fe", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880-authn-ssl"} 2026-07-29T20:09:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "0062d056-520c-4c1d-83bf-e92668a4e0fe", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:09:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "06942f04-64bc-4ff0-8517-f4774bef7874", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:09:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "06942f04-64bc-4ff0-8517-f4774bef7874", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880-authn-ssl"} 2026-07-29T20:09:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "06942f04-64bc-4ff0-8517-f4774bef7874", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:09:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "1e6df96b-77b4-46d0-a6b4-c57bc475b6b1", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:09:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "1e6df96b-77b4-46d0-a6b4-c57bc475b6b1", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9"} 2026-07-29T20:09:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "1e6df96b-77b4-46d0-a6b4-c57bc475b6b1", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:09:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "1e6df96b-77b4-46d0-a6b4-c57bc475b6b1", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:09:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "1e6df96b-77b4-46d0-a6b4-c57bc475b6b1", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9-kserve-route-authn"} 2026-07-29T20:09:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "1e6df96b-77b4-46d0-a6b4-c57bc475b6b1", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9-kserve-route-authn"} 2026-07-29T20:09:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "1e6df96b-77b4-46d0-a6b4-c57bc475b6b1", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:09:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "1e6df96b-77b4-46d0-a6b4-c57bc475b6b1", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:09:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-601aa9","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "rate-test-model-601aa9", "reconcileID": "bd67a4dd-c0b5-4123-b649-b77f59dbb972", "LLMInferenceService": "rate-test-model-601aa9", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:09:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "ba73c78c-2b8a-4f64-a158-37caae77bfb4", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:09:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "ba73c78c-2b8a-4f64-a158-37caae77bfb4", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9-authn-ssl"} 2026-07-29T20:09:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "ba73c78c-2b8a-4f64-a158-37caae77bfb4", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:09:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "b80cc071-7f4b-460b-a1d1-e5f360c32013", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:09:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "b80cc071-7f4b-460b-a1d1-e5f360c32013", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9-authn-ssl"} 2026-07-29T20:09:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "b80cc071-7f4b-460b-a1d1-e5f360c32013", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:09:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "2531f6d3-e828-42e2-9849-c269b0eef512", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:09:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "2531f6d3-e828-42e2-9849-c269b0eef512", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880-authn-ssl"} 2026-07-29T20:09:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "2531f6d3-e828-42e2-9849-c269b0eef512", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:09:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "229ec67c-5882-450a-8cd9-c826fb4291f3", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:09:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "229ec67c-5882-450a-8cd9-c826fb4291f3", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9-authn-ssl"} 2026-07-29T20:09:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "229ec67c-5882-450a-8cd9-c826fb4291f3", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:09:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "87ce4a09-5286-47af-b95c-004ebdb491ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:09:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "48e983c5-a519-446a-99cb-b1a3faa92562", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:09:38Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "48e983c5-a519-446a-99cb-b1a3faa92562", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399-authn-ssl"} 2026-07-29T20:09:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "48e983c5-a519-446a-99cb-b1a3faa92562", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:09:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "59fc4c95-f514-4b6d-8032-6700c298ea14", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:09:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "59fc4c95-f514-4b6d-8032-6700c298ea14", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399-authn-ssl"} 2026-07-29T20:09:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "59fc4c95-f514-4b6d-8032-6700c298ea14", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:09:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "f4ec3e2d-c927-4835-b753-a491b45a8c24", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:09:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "f4ec3e2d-c927-4835-b753-a491b45a8c24", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399-authn-ssl"} 2026-07-29T20:09:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "f4ec3e2d-c927-4835-b753-a491b45a8c24", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:09:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "52c7450e-3a40-4edb-b612-e74d9b222839", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:09:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "52c7450e-3a40-4edb-b612-e74d9b222839", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399-authn-ssl"} 2026-07-29T20:09:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "52c7450e-3a40-4edb-b612-e74d9b222839", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:09:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "54ad84a0-99c1-4daa-8544-632b4eb300e6", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:09:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "54ad84a0-99c1-4daa-8544-632b4eb300e6", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399-authn-ssl"} 2026-07-29T20:09:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "54ad84a0-99c1-4daa-8544-632b4eb300e6", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:09:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "c839be42-58c4-4e4d-896a-628171530023", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:09:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "c839be42-58c4-4e4d-896a-628171530023", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399-authn-ssl"} 2026-07-29T20:09:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "c839be42-58c4-4e4d-896a-628171530023", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:09:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "67a3423f-9030-4712-a04b-85f0e0776d94", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:09:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "67a3423f-9030-4712-a04b-85f0e0776d94", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399-authn-ssl"} 2026-07-29T20:09:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "67a3423f-9030-4712-a04b-85f0e0776d94", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:09:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "odh-trusted-ca-bundle", "reconcileID": "a0a9177e-fdbf-4298-b37a-d28d0b549415", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:09:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "openshift-service-ca.crt", "reconcileID": "056d4309-4e59-4393-b1ab-3c0285ab81a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:09:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "openshift-service-ca.crt", "reconcileID": "94e15b6c-63dd-4e30-a40b-e1225ab3e29e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:09:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "openshift-service-ca.crt", "reconcileID": "94e15b6c-63dd-4e30-a40b-e1225ab3e29e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:09:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "odh-trusted-ca-bundle", "reconcileID": "96cbeaf9-26c9-45b1-9f5a-1940520e9182", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:09:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "odh-trusted-ca-bundle", "reconcileID": "96cbeaf9-26c9-45b1-9f5a-1940520e9182", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:09:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "openshift-service-ca.crt", "reconcileID": "900b3459-04ec-4563-96ae-94dbe8295d8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:09:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2230e875-a2e2-42fd-97a4-3ed3a5a9c652", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:09:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "ec9c9939-20b6-4182-bf50-b5c7195ff21a", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:09:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "ec9c9939-20b6-4182-bf50-b5c7195ff21a", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399-authn-ssl"} 2026-07-29T20:09:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "ec9c9939-20b6-4182-bf50-b5c7195ff21a", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:09:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "88fd404a-3ed8-479f-ade4-4286acaf409b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:09:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "c1c31cd8-2490-44c5-a7b7-b792ed9fc5bb", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:09:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "c1c31cd8-2490-44c5-a7b7-b792ed9fc5bb", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399-authn-ssl"} 2026-07-29T20:09:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "c1c31cd8-2490-44c5-a7b7-b792ed9fc5bb", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:10:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5a4516f8-b139-40a4-bdcf-d0178e2ecb2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4115d174-9b7a-4622-a61f-2f0d87ddbb87", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:10:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "7d6048ca-d0ff-42ff-b60e-c19777909954", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:10:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "7d6048ca-d0ff-42ff-b60e-c19777909954", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc-authn-ssl"} 2026-07-29T20:10:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "7d6048ca-d0ff-42ff-b60e-c19777909954", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:10:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "23391b13-4ca2-4305-9813-bcb29486baf9", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:10:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "23391b13-4ca2-4305-9813-bcb29486baf9", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc-authn-ssl"} 2026-07-29T20:10:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "23391b13-4ca2-4305-9813-bcb29486baf9", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:10:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "4e80de6a-67e8-4450-b32b-78646a2a8911", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:10:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "4e80de6a-67e8-4450-b32b-78646a2a8911", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc-authn-ssl"} 2026-07-29T20:10:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "4e80de6a-67e8-4450-b32b-78646a2a8911", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:10:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "d2bbc7dc-8baa-46c0-92e2-bbcaf7a5a1c6", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:10:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "d2bbc7dc-8baa-46c0-92e2-bbcaf7a5a1c6", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc-authn-ssl"} 2026-07-29T20:10:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "d2bbc7dc-8baa-46c0-92e2-bbcaf7a5a1c6", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:10:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "a3d9f644-381e-4814-bda4-87237217e859", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:10:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "a3d9f644-381e-4814-bda4-87237217e859", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc-authn-ssl"} 2026-07-29T20:10:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "a3d9f644-381e-4814-bda4-87237217e859", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:10:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "ac2eff71-9b8d-46b4-908c-0caa62408620", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:10:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "ac2eff71-9b8d-46b4-908c-0caa62408620", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc-authn-ssl"} 2026-07-29T20:10:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "ac2eff71-9b8d-46b4-908c-0caa62408620", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:10:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "305c3364-1011-41ac-a13a-5dec7947354c", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:10:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "305c3364-1011-41ac-a13a-5dec7947354c", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc-authn-ssl"} 2026-07-29T20:10:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "305c3364-1011-41ac-a13a-5dec7947354c", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6488bc"}, "namespace": "ai-tenant-e2e-ipp-b-6488bc", "name": "openshift-service-ca.crt", "reconcileID": "d8d0ab91-dc23-45e9-bd06-6c220eb95143", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6488bc"} 2026-07-29T20:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6488bc"}, "namespace": "ai-tenant-e2e-ipp-b-6488bc", "name": "odh-trusted-ca-bundle", "reconcileID": "fc186954-b1b4-405e-ace0-5139838894ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6488bc"} 2026-07-29T20:10:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6488bc"}, "namespace": "ai-tenant-e2e-ipp-b-6488bc", "name": "openshift-service-ca.crt", "reconcileID": "a41d1a95-9239-4d12-b2bd-751d874b3561", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6488bc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:10:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6488bc"}, "namespace": "ai-tenant-e2e-ipp-b-6488bc", "name": "openshift-service-ca.crt", "reconcileID": "a41d1a95-9239-4d12-b2bd-751d874b3561", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6488bc"} 2026-07-29T20:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6488bc"}, "namespace": "ai-tenant-e2e-ipp-b-6488bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77827a2d-28e3-494d-bdad-17c19aa674ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6488bc"} 2026-07-29T20:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6488bc"}, "namespace": "ai-tenant-e2e-ipp-b-6488bc", "name": "openshift-service-ca.crt", "reconcileID": "c8c3113e-2121-4a12-9c04-f3545636088c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6488bc"} 2026-07-29T20:10:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6488bc"}, "namespace": "ai-tenant-e2e-ipp-b-6488bc", "name": "odh-trusted-ca-bundle", "reconcileID": "27e58207-24cd-4e1c-92b7-7ecbc6b31dea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6488bc", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:10:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6488bc"}, "namespace": "ai-tenant-e2e-ipp-b-6488bc", "name": "odh-trusted-ca-bundle", "reconcileID": "27e58207-24cd-4e1c-92b7-7ecbc6b31dea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6488bc"} 2026-07-29T20:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6488bc"}, "namespace": "ai-tenant-e2e-ipp-b-6488bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1f55aa2-8caf-4000-97fc-61ea7f039595", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6488bc"} 2026-07-29T20:10:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "bd9b9193-d590-4e11-8ae9-602d92e86e6d", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:10:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "bd9b9193-d590-4e11-8ae9-602d92e86e6d", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc-authn-ssl"} 2026-07-29T20:10:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "bd9b9193-d590-4e11-8ae9-602d92e86e6d", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:10:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d6aa95ef-3a7b-4f19-be58-8fc403a19742", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:10:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "30b92b9f-df44-4e00-8df1-8bb50749f923", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:10:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "30b92b9f-df44-4e00-8df1-8bb50749f923", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc-authn-ssl"} 2026-07-29T20:10:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "30b92b9f-df44-4e00-8df1-8bb50749f923", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:10:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "8e7ec4fe-2d2a-44bb-bf06-3fe4586aec95", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:10:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "8e7ec4fe-2d2a-44bb-bf06-3fe4586aec95", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:10:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "8e7ec4fe-2d2a-44bb-bf06-3fe4586aec95", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:10:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "a3701123-2138-4374-b618-6640334b4eb0", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:10:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "8e7ec4fe-2d2a-44bb-bf06-3fe4586aec95", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399-kserve-route-authn"} 2026-07-29T20:10:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "8e7ec4fe-2d2a-44bb-bf06-3fe4586aec95", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "authType": "userdefined"} 2026-07-29T20:10:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "8e7ec4fe-2d2a-44bb-bf06-3fe4586aec95", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:10:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "a3701123-2138-4374-b618-6640334b4eb0", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399-authn-ssl"} 2026-07-29T20:10:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "a3701123-2138-4374-b618-6640334b4eb0", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:10:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "589689ca-9b8c-4d57-8d24-1692944caf51", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:10:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "589689ca-9b8c-4d57-8d24-1692944caf51", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:10:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "589689ca-9b8c-4d57-8d24-1692944caf51", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:10:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "589689ca-9b8c-4d57-8d24-1692944caf51", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399-kserve-route-authn"} 2026-07-29T20:10:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "589689ca-9b8c-4d57-8d24-1692944caf51", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "authType": "userdefined"} 2026-07-29T20:10:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "589689ca-9b8c-4d57-8d24-1692944caf51", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:10:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "4bab37a1-90f8-49a2-b061-cfb9923222bc", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:10:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "4bab37a1-90f8-49a2-b061-cfb9923222bc", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399-authn-ssl"} 2026-07-29T20:10:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "4bab37a1-90f8-49a2-b061-cfb9923222bc", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:10:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "8c43060c-a6c7-48e2-b9f5-29c9fb7cd0b6", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:10:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "8c43060c-a6c7-48e2-b9f5-29c9fb7cd0b6", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:10:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "8c43060c-a6c7-48e2-b9f5-29c9fb7cd0b6", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:10:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "8c43060c-a6c7-48e2-b9f5-29c9fb7cd0b6", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399-kserve-route-authn"} 2026-07-29T20:10:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "8c43060c-a6c7-48e2-b9f5-29c9fb7cd0b6", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "authType": "userdefined"} 2026-07-29T20:10:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "8c43060c-a6c7-48e2-b9f5-29c9fb7cd0b6", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:11:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "dffe1308-b798-484d-826b-ec74447a905c", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:11:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "dffe1308-b798-484d-826b-ec74447a905c", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:11:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "dffe1308-b798-484d-826b-ec74447a905c", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:11:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "dffe1308-b798-484d-826b-ec74447a905c", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399-kserve-route-authn"} 2026-07-29T20:11:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "dffe1308-b798-484d-826b-ec74447a905c", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "authType": "userdefined"} 2026-07-29T20:11:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "dffe1308-b798-484d-826b-ec74447a905c", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:11:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "8e1850d7-2052-436c-a6e0-9a71ae1939d3", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:11:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "8e1850d7-2052-436c-a6e0-9a71ae1939d3", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:11:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "8e1850d7-2052-436c-a6e0-9a71ae1939d3", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:11:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "8e1850d7-2052-436c-a6e0-9a71ae1939d3", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399-kserve-route-authn"} 2026-07-29T20:11:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "8e1850d7-2052-436c-a6e0-9a71ae1939d3", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "authType": "userdefined"} 2026-07-29T20:11:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "8e1850d7-2052-436c-a6e0-9a71ae1939d3", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:11:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "00dd39c1-ab1b-4114-9efa-269e4fe3bffd", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:11:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "00dd39c1-ab1b-4114-9efa-269e4fe3bffd", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399-authn-ssl"} 2026-07-29T20:11:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "00dd39c1-ab1b-4114-9efa-269e4fe3bffd", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:11:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "06e825fb-781f-4f27-9ca5-13c7a4a4b24e", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:11:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "06e825fb-781f-4f27-9ca5-13c7a4a4b24e", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1-authn-ssl"} 2026-07-29T20:11:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "06e825fb-781f-4f27-9ca5-13c7a4a4b24e", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:11:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "c6cc6fc8-162a-4730-ba67-2ee6d7d828f5", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:11:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "c6cc6fc8-162a-4730-ba67-2ee6d7d828f5", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1-authn-ssl"} 2026-07-29T20:11:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "c6cc6fc8-162a-4730-ba67-2ee6d7d828f5", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:11:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "45e76c5c-7d07-4f39-96e6-119d9ca93c78", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:11:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "45e76c5c-7d07-4f39-96e6-119d9ca93c78", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1-authn-ssl"} 2026-07-29T20:11:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "45e76c5c-7d07-4f39-96e6-119d9ca93c78", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:11:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "230d8941-bb7c-4a04-a8dc-9a80f204daef", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:11:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "230d8941-bb7c-4a04-a8dc-9a80f204daef", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1-authn-ssl"} 2026-07-29T20:11:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "230d8941-bb7c-4a04-a8dc-9a80f204daef", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:11:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "ae5a8ba2-0729-4d0e-8559-b7b45a880b42", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:11:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "ae5a8ba2-0729-4d0e-8559-b7b45a880b42", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1-authn-ssl"} 2026-07-29T20:11:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "ae5a8ba2-0729-4d0e-8559-b7b45a880b42", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:11:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "ae364004-6de9-48f8-a3a0-dceeea64c5e2", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:11:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "ae364004-6de9-48f8-a3a0-dceeea64c5e2", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1-authn-ssl"} 2026-07-29T20:11:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "ae364004-6de9-48f8-a3a0-dceeea64c5e2", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:11:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "c7d20a8e-474a-489d-bfe7-29808d664fd1", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:11:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "c7d20a8e-474a-489d-bfe7-29808d664fd1", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1-authn-ssl"} 2026-07-29T20:11:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "c7d20a8e-474a-489d-bfe7-29808d664fd1", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:11:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7720d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "name": "openshift-service-ca.crt", "reconcileID": "413bdfe0-27c8-4b1e-9fff-a6635de4f7bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1"} 2026-07-29T20:11:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7720d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "name": "odh-trusted-ca-bundle", "reconcileID": "afb2807f-e2a8-4c2a-ab5a-4f7cefda1956", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1"} 2026-07-29T20:11:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7720d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "name": "openshift-service-ca.crt", "reconcileID": "c45640df-b459-49e5-a7bf-1f13a9e4a328", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:11:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7720d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "name": "openshift-service-ca.crt", "reconcileID": "c45640df-b459-49e5-a7bf-1f13a9e4a328", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1"} 2026-07-29T20:11:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7720d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61bd52ef-ec6c-4d83-8617-32ca1533fd39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1"} 2026-07-29T20:11:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7720d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "name": "openshift-service-ca.crt", "reconcileID": "3c3e3140-daa6-480c-b302-6597c05be35a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1"} 2026-07-29T20:11:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7720d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "name": "odh-trusted-ca-bundle", "reconcileID": "1a075dfa-fba3-4f98-9514-876b67e10e50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:11:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7720d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "name": "odh-trusted-ca-bundle", "reconcileID": "1a075dfa-fba3-4f98-9514-876b67e10e50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1"} 2026-07-29T20:11:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7720d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bbbad9f-ce21-4b08-a35b-6d1459121aec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1"} 2026-07-29T20:11:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "d5160c08-7095-4d5b-b617-7ee4ef1bc749", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:11:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "d5160c08-7095-4d5b-b617-7ee4ef1bc749", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1-authn-ssl"} 2026-07-29T20:11:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "d5160c08-7095-4d5b-b617-7ee4ef1bc749", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:11:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8b83431f-6c30-4f29-a943-4dae5982621d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:11:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "c474c248-1ad2-401d-8f72-5ff7441b8e15", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:11:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "c474c248-1ad2-401d-8f72-5ff7441b8e15", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1-authn-ssl"} 2026-07-29T20:11:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "c474c248-1ad2-401d-8f72-5ff7441b8e15", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:12:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "34b88516-5d67-41c3-91a9-118c84509859", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:12:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "34b88516-5d67-41c3-91a9-118c84509859", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1-authn-ssl"} 2026-07-29T20:12:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "34b88516-5d67-41c3-91a9-118c84509859", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:12:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7720d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb2681d5-8096-400f-87f2-302ae50fdf61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1"} 2026-07-29T20:12:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7720d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb2681d5-8096-400f-87f2-302ae50fdf61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:12:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7720d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb2681d5-8096-400f-87f2-302ae50fdf61", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-7720d1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T20:12:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7720d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "name": "odh-trusted-ca-bundle", "reconcileID": "24056b42-8957-4c39-aa57-2329ab3d39c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1"} 2026-07-29T20:12:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7720d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "name": "odh-trusted-ca-bundle", "reconcileID": "24056b42-8957-4c39-aa57-2329ab3d39c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1"} 2026-07-29T20:12:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7720d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "name": "openshift-service-ca.crt", "reconcileID": "330978c8-88ff-448e-9655-59802f5385aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1"} 2026-07-29T20:12:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-7720d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "name": "openshift-service-ca.crt", "reconcileID": "330978c8-88ff-448e-9655-59802f5385aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1"} 2026-07-29T20:12:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7720d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dac951b1-6211-4bca-934f-5f9835a72afb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1"} 2026-07-29T20:12:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-7720d1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dac951b1-6211-4bca-934f-5f9835a72afb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-7720d1"} 2026-07-29T20:12:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "0483a644-0b42-4660-b202-965ad293b5f7", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:12:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "0483a644-0b42-4660-b202-965ad293b5f7", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1-authn-ssl"} 2026-07-29T20:12:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-7720d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-7720d1", "reconcileID": "0483a644-0b42-4660-b202-965ad293b5f7", "Gateway": "e2e-ipp-cleanup-7720d1", "namespace": "openshift-ingress"} 2026-07-29T20:12:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c3c8e17e-9a99-43bf-85ee-b79ab4a5ef6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:12:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "f519241d-d8e7-4ece-b68f-9193d8010026", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:12:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "f519241d-d8e7-4ece-b68f-9193d8010026", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399-authn-ssl"} 2026-07-29T20:12:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "f519241d-d8e7-4ece-b68f-9193d8010026", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:12:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "a80754ef-ca0d-4494-9d4e-e150f5aa2ce1", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:12:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "a80754ef-ca0d-4494-9d4e-e150f5aa2ce1", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399-authn-ssl"} 2026-07-29T20:12:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "a80754ef-ca0d-4494-9d4e-e150f5aa2ce1", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:12:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "173ba0d2-4e8b-4959-bef7-15ddbe307c9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:12:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "a98f6200-2ab9-4a45-aa7d-d5ac77f98a95", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:12:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "a98f6200-2ab9-4a45-aa7d-d5ac77f98a95", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:12:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "a98f6200-2ab9-4a45-aa7d-d5ac77f98a95", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:12:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "a98f6200-2ab9-4a45-aa7d-d5ac77f98a95", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399-kserve-route-authn"} 2026-07-29T20:12:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "a98f6200-2ab9-4a45-aa7d-d5ac77f98a95", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "authType": "userdefined"} 2026-07-29T20:12:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "a98f6200-2ab9-4a45-aa7d-d5ac77f98a95", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:12:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "375f149a-f5ce-4964-a29a-01c5bc38735b", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:12:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "375f149a-f5ce-4964-a29a-01c5bc38735b", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399-authn-ssl"} 2026-07-29T20:12:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "375f149a-f5ce-4964-a29a-01c5bc38735b", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:13:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b33cc956-ce2d-49ce-a0dd-d8828895775e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b33cc956-ce2d-49ce-a0dd-d8828895775e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:13:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b33cc956-ce2d-49ce-a0dd-d8828895775e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fb0399 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T20:13:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "odh-trusted-ca-bundle", "reconcileID": "a9180f82-7271-45ba-84a9-9dff057ef0d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "odh-trusted-ca-bundle", "reconcileID": "a9180f82-7271-45ba-84a9-9dff057ef0d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "openshift-service-ca.crt", "reconcileID": "cbeefea1-b055-4d59-a730-d1a3a071a83b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "openshift-service-ca.crt", "reconcileID": "cbeefea1-b055-4d59-a730-d1a3a071a83b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68d6e28e-4833-471e-9999-3109af74fe23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68d6e28e-4833-471e-9999-3109af74fe23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "b876dac1-31ed-4bd3-98de-db1b7793e35a", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:13:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "b876dac1-31ed-4bd3-98de-db1b7793e35a", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399-authn-ssl"} 2026-07-29T20:13:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "b876dac1-31ed-4bd3-98de-db1b7793e35a", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:13:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "b8d2f9eb-4d6c-427b-ae0e-906f3d672714", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "b8d2f9eb-4d6c-427b-ae0e-906f3d672714", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "b8d2f9eb-4d6c-427b-ae0e-906f3d672714", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "b8d2f9eb-4d6c-427b-ae0e-906f3d672714", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399-kserve-route-authn"} 2026-07-29T20:13:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "b8d2f9eb-4d6c-427b-ae0e-906f3d672714", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "authType": "userdefined"} 2026-07-29T20:13:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "b8d2f9eb-4d6c-427b-ae0e-906f3d672714", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "574b8b0f-072b-41b5-8860-7458dc2aeb4d", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "574b8b0f-072b-41b5-8860-7458dc2aeb4d", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "574b8b0f-072b-41b5-8860-7458dc2aeb4d", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "574b8b0f-072b-41b5-8860-7458dc2aeb4d", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399-kserve-route-authn"} 2026-07-29T20:13:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "574b8b0f-072b-41b5-8860-7458dc2aeb4d", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "authType": "userdefined"} 2026-07-29T20:13:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "574b8b0f-072b-41b5-8860-7458dc2aeb4d", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "2a338002-5789-4e43-8b5e-2717a2a5b583", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "2a338002-5789-4e43-8b5e-2717a2a5b583", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399"} 2026-07-29T20:13:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "2a338002-5789-4e43-8b5e-2717a2a5b583", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "2a338002-5789-4e43-8b5e-2717a2a5b583", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "2a338002-5789-4e43-8b5e-2717a2a5b583", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399-kserve-route-authn"} 2026-07-29T20:13:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "2a338002-5789-4e43-8b5e-2717a2a5b583", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399-kserve-route-authn"} 2026-07-29T20:13:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "2a338002-5789-4e43-8b5e-2717a2a5b583", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "2a338002-5789-4e43-8b5e-2717a2a5b583", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "14669dfb-f052-45bf-8471-9a94775b0663", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "14669dfb-f052-45bf-8471-9a94775b0663", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399"} 2026-07-29T20:13:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "14669dfb-f052-45bf-8471-9a94775b0663", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "14669dfb-f052-45bf-8471-9a94775b0663", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "14669dfb-f052-45bf-8471-9a94775b0663", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399-kserve-route-authn"} 2026-07-29T20:13:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "14669dfb-f052-45bf-8471-9a94775b0663", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399-kserve-route-authn"} 2026-07-29T20:13:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "14669dfb-f052-45bf-8471-9a94775b0663", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "14669dfb-f052-45bf-8471-9a94775b0663", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fb0399","namespace":"ai-tenant-e2e-ipp-a-fb0399"}, "namespace": "ai-tenant-e2e-ipp-a-fb0399", "name": "ipp-route-fb0399", "reconcileID": "a9d8303f-54bd-4078-a349-9a5569af4fd8", "LLMInferenceService": "ipp-route-fb0399", "namespace": "ai-tenant-e2e-ipp-a-fb0399"} 2026-07-29T20:13:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "6f3125bf-be03-4a3c-8bf6-83ff07b68445", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:13:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "6f3125bf-be03-4a3c-8bf6-83ff07b68445", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399-authn-ssl"} 2026-07-29T20:13:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fb0399","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fb0399", "reconcileID": "6f3125bf-be03-4a3c-8bf6-83ff07b68445", "Gateway": "e2e-ipp-a-fb0399", "namespace": "openshift-ingress"} 2026-07-29T20:13:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ed5a0010-da6e-43e8-a552-92f2df11416f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:13:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "1b2b3122-b7fb-4424-8fe9-66f8f9c78a56", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:13:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "1b2b3122-b7fb-4424-8fe9-66f8f9c78a56", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc-authn-ssl"} 2026-07-29T20:13:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "1b2b3122-b7fb-4424-8fe9-66f8f9c78a56", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:13:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "69bb23ec-ffd6-4c98-a43c-202b4dde7e26", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:13:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "69bb23ec-ffd6-4c98-a43c-202b4dde7e26", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc-authn-ssl"} 2026-07-29T20:13:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6488bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6488bc", "reconcileID": "69bb23ec-ffd6-4c98-a43c-202b4dde7e26", "Gateway": "e2e-ipp-b-6488bc", "namespace": "openshift-ingress"} 2026-07-29T20:13:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6488bc"}, "namespace": "ai-tenant-e2e-ipp-b-6488bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f8afc13-7e37-48a2-944a-db39bf3acffe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6488bc"} 2026-07-29T20:13:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6488bc"}, "namespace": "ai-tenant-e2e-ipp-b-6488bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f8afc13-7e37-48a2-944a-db39bf3acffe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6488bc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:13:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6488bc"}, "namespace": "ai-tenant-e2e-ipp-b-6488bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f8afc13-7e37-48a2-944a-db39bf3acffe", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-6488bc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T20:13:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6488bc"}, "namespace": "ai-tenant-e2e-ipp-b-6488bc", "name": "odh-trusted-ca-bundle", "reconcileID": "f25e01e5-2cf5-4d94-aa27-3309860486f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6488bc"} 2026-07-29T20:13:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6488bc"}, "namespace": "ai-tenant-e2e-ipp-b-6488bc", "name": "odh-trusted-ca-bundle", "reconcileID": "f25e01e5-2cf5-4d94-aa27-3309860486f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6488bc"} 2026-07-29T20:13:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6488bc"}, "namespace": "ai-tenant-e2e-ipp-b-6488bc", "name": "openshift-service-ca.crt", "reconcileID": "9b652836-367f-4e41-9c91-026ae367af27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6488bc"} 2026-07-29T20:13:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6488bc"}, "namespace": "ai-tenant-e2e-ipp-b-6488bc", "name": "openshift-service-ca.crt", "reconcileID": "9b652836-367f-4e41-9c91-026ae367af27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6488bc"} 2026-07-29T20:13:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6488bc"}, "namespace": "ai-tenant-e2e-ipp-b-6488bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "882ff35a-9453-4d07-8be6-fb4c4a925e76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6488bc"} 2026-07-29T20:13:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6488bc"}, "namespace": "ai-tenant-e2e-ipp-b-6488bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "882ff35a-9453-4d07-8be6-fb4c4a925e76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6488bc"} 2026-07-29T20:13:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bed54fb1-0712-4c7b-86c9-2f59f9fb6039", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:13:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "f894c091-a2b8-4a75-984a-b8f551689118", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:13:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "f894c091-a2b8-4a75-984a-b8f551689118", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880-authn-ssl"} 2026-07-29T20:13:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "f894c091-a2b8-4a75-984a-b8f551689118", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:14:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "d2823448-c7e8-4631-a6dd-71a4c583694d", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:14:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "d2823448-c7e8-4631-a6dd-71a4c583694d", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880-authn-ssl"} 2026-07-29T20:14:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a60880","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a60880", "reconcileID": "d2823448-c7e8-4631-a6dd-71a4c583694d", "Gateway": "e2e-shared-a-a60880", "namespace": "openshift-ingress"} 2026-07-29T20:14:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "edbc5091-552f-43a7-9b60-419e0c2bc721", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:14:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "edbc5091-552f-43a7-9b60-419e0c2bc721", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a60880", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:14:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "edbc5091-552f-43a7-9b60-419e0c2bc721", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-a60880 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T20:14:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "odh-trusted-ca-bundle", "reconcileID": "3c3e823a-06a7-4a8f-a16f-6f48a27839ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:14:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "odh-trusted-ca-bundle", "reconcileID": "3c3e823a-06a7-4a8f-a16f-6f48a27839ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:14:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "openshift-service-ca.crt", "reconcileID": "110ab153-932c-40ca-9fe1-b1e4c62d6b4b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:14:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "openshift-service-ca.crt", "reconcileID": "110ab153-932c-40ca-9fe1-b1e4c62d6b4b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:14:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7bf4afb-00e3-409c-8781-e6bd0d40e289", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:14:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a60880"}, "namespace": "ai-tenant-e2e-shared-a-a60880", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7bf4afb-00e3-409c-8781-e6bd0d40e289", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a60880"} 2026-07-29T20:14:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "57f5e477-200b-4d9f-b70c-172b67ac5faa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:14:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "015f0d58-fd71-49af-a15c-81dfe4661365", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:14:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "015f0d58-fd71-49af-a15c-81dfe4661365", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9-authn-ssl"} 2026-07-29T20:14:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "015f0d58-fd71-49af-a15c-81dfe4661365", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:14:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "86c83af5-f7e6-4d95-985e-2b79aecbbdf2", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:14:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "86c83af5-f7e6-4d95-985e-2b79aecbbdf2", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9-authn-ssl"} 2026-07-29T20:14:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-601aa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-601aa9", "reconcileID": "86c83af5-f7e6-4d95-985e-2b79aecbbdf2", "Gateway": "e2e-shared-b-601aa9", "namespace": "openshift-ingress"} 2026-07-29T20:14:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25d496dc-edaa-43d4-b8ec-175db8f4c595", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:14:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25d496dc-edaa-43d4-b8ec-175db8f4c595", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-601aa9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:14:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25d496dc-edaa-43d4-b8ec-175db8f4c595", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-601aa9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T20:14:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "odh-trusted-ca-bundle", "reconcileID": "2557b8f2-ab6e-4520-925c-1ddb6008de10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:14:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "odh-trusted-ca-bundle", "reconcileID": "2557b8f2-ab6e-4520-925c-1ddb6008de10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:14:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "openshift-service-ca.crt", "reconcileID": "65e4865a-6243-4419-b56e-f50d3f8ee2dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:14:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "openshift-service-ca.crt", "reconcileID": "65e4865a-6243-4419-b56e-f50d3f8ee2dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:14:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cff6c2e3-9f82-47eb-bb66-6642f5b05afe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:14:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-601aa9"}, "namespace": "ai-tenant-e2e-shared-b-601aa9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cff6c2e3-9f82-47eb-bb66-6642f5b05afe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-601aa9"} 2026-07-29T20:14:27Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T20:14:27Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}