2026-07-29T20:05:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "8fbfe575-6ead-4498-a7ca-de6b4c4aaab2", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39-kserve-route-authn"} 2026-07-29T20:05:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "8fbfe575-6ead-4498-a7ca-de6b4c4aaab2", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "authType": "userdefined"} 2026-07-29T20:05:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "8fbfe575-6ead-4498-a7ca-de6b4c4aaab2", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:05:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "e3cefe30-6015-4817-84dc-0bc736831563", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:05:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "e3cefe30-6015-4817-84dc-0bc736831563", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:05:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "e3cefe30-6015-4817-84dc-0bc736831563", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:05:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "e3cefe30-6015-4817-84dc-0bc736831563", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39-kserve-route-authn"} 2026-07-29T20:05:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "e3cefe30-6015-4817-84dc-0bc736831563", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "authType": "userdefined"} 2026-07-29T20:05:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "e3cefe30-6015-4817-84dc-0bc736831563", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "385d0100-3fdf-4843-bb8a-44e34180cc53", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:05:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "385d0100-3fdf-4843-bb8a-44e34180cc53", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39-authn-ssl"} 2026-07-29T20:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "385d0100-3fdf-4843-bb8a-44e34180cc53", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:05:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "8b82030f-647c-4e6f-b7d6-300dbbe84586", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:05:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "8b82030f-647c-4e6f-b7d6-300dbbe84586", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:05:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "8b82030f-647c-4e6f-b7d6-300dbbe84586", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:05:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "8b82030f-647c-4e6f-b7d6-300dbbe84586", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39-kserve-route-authn"} 2026-07-29T20:05:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "8b82030f-647c-4e6f-b7d6-300dbbe84586", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "authType": "userdefined"} 2026-07-29T20:05:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "8b82030f-647c-4e6f-b7d6-300dbbe84586", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:05:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "c975341e-00f1-4083-aebf-ef06417014de", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:05:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "c975341e-00f1-4083-aebf-ef06417014de", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:05:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "c975341e-00f1-4083-aebf-ef06417014de", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:05:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "a138a186-0db0-4fbd-ba43-f90eec437800", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:05:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "c975341e-00f1-4083-aebf-ef06417014de", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c-kserve-route-authn"} 2026-07-29T20:05:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "c975341e-00f1-4083-aebf-ef06417014de", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "authType": "userdefined"} 2026-07-29T20:05:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "c975341e-00f1-4083-aebf-ef06417014de", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:05:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "a138a186-0db0-4fbd-ba43-f90eec437800", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c-authn-ssl"} 2026-07-29T20:05:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "a138a186-0db0-4fbd-ba43-f90eec437800", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:05:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "746bc683-3195-4f8f-adda-72f953ac39dc", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:05:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "746bc683-3195-4f8f-adda-72f953ac39dc", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:05:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "746bc683-3195-4f8f-adda-72f953ac39dc", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:05:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "746bc683-3195-4f8f-adda-72f953ac39dc", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c-kserve-route-authn"} 2026-07-29T20:05:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "746bc683-3195-4f8f-adda-72f953ac39dc", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "authType": "userdefined"} 2026-07-29T20:05:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "746bc683-3195-4f8f-adda-72f953ac39dc", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:05:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "1977380a-2f52-47af-b786-c18e49cc7554", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:05:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "1977380a-2f52-47af-b786-c18e49cc7554", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c-authn-ssl"} 2026-07-29T20:05:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "1977380a-2f52-47af-b786-c18e49cc7554", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:05:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "1989ffec-e8d1-44ad-88b4-3c32e153cbcc", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:05:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "1989ffec-e8d1-44ad-88b4-3c32e153cbcc", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:05:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "1989ffec-e8d1-44ad-88b4-3c32e153cbcc", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:05:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "1989ffec-e8d1-44ad-88b4-3c32e153cbcc", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c-kserve-route-authn"} 2026-07-29T20:05:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "1989ffec-e8d1-44ad-88b4-3c32e153cbcc", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "authType": "userdefined"} 2026-07-29T20:05:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "1989ffec-e8d1-44ad-88b4-3c32e153cbcc", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:05:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "b7b0b873-086c-4e31-bf30-1934e5ca79b9", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:05:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "b7b0b873-086c-4e31-bf30-1934e5ca79b9", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:05:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "b7b0b873-086c-4e31-bf30-1934e5ca79b9", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:05:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "b7b0b873-086c-4e31-bf30-1934e5ca79b9", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c-kserve-route-authn"} 2026-07-29T20:05:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "b7b0b873-086c-4e31-bf30-1934e5ca79b9", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "authType": "userdefined"} 2026-07-29T20:05:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "b7b0b873-086c-4e31-bf30-1934e5ca79b9", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:05:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "08d5006e-7382-40e3-9b0f-77cc3eeaacc3", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:05:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "08d5006e-7382-40e3-9b0f-77cc3eeaacc3", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:05:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "08d5006e-7382-40e3-9b0f-77cc3eeaacc3", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:05:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "08d5006e-7382-40e3-9b0f-77cc3eeaacc3", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c-kserve-route-authn"} 2026-07-29T20:05:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "08d5006e-7382-40e3-9b0f-77cc3eeaacc3", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "authType": "userdefined"} 2026-07-29T20:05:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "08d5006e-7382-40e3-9b0f-77cc3eeaacc3", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:05:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "f29b1195-52df-4816-adf3-8f247a578333", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:05:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "f29b1195-52df-4816-adf3-8f247a578333", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c-authn-ssl"} 2026-07-29T20:05:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "f29b1195-52df-4816-adf3-8f247a578333", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:05:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "a8488665-4b18-4fa7-8554-8b95bd284447", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:05:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "a8488665-4b18-4fa7-8554-8b95bd284447", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39-authn-ssl"} 2026-07-29T20:05:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "a8488665-4b18-4fa7-8554-8b95bd284447", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:06:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "70825cfe-91bd-45aa-bf04-0e61940ed8ca", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "70825cfe-91bd-45aa-bf04-0e61940ed8ca", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39"} 2026-07-29T20:06:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "70825cfe-91bd-45aa-bf04-0e61940ed8ca", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "70825cfe-91bd-45aa-bf04-0e61940ed8ca", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "70825cfe-91bd-45aa-bf04-0e61940ed8ca", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39-kserve-route-authn"} 2026-07-29T20:06:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "70825cfe-91bd-45aa-bf04-0e61940ed8ca", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39-kserve-route-authn"} 2026-07-29T20:06:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "70825cfe-91bd-45aa-bf04-0e61940ed8ca", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "70825cfe-91bd-45aa-bf04-0e61940ed8ca", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "sub-test-model-641e39", "reconcileID": "0c1bf7d9-39d7-4d25-bd05-4f68a061a269", "LLMInferenceService": "sub-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "70257216-8c6b-4e4c-9537-b9f4f6d20dbb", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:06:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "70257216-8c6b-4e4c-9537-b9f4f6d20dbb", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39-authn-ssl"} 2026-07-29T20:06:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "70257216-8c6b-4e4c-9537-b9f4f6d20dbb", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:06:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "2b72ea42-0b09-4d6b-979e-152080669e81", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:06:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "2b72ea42-0b09-4d6b-979e-152080669e81", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39-authn-ssl"} 2026-07-29T20:06:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "2b72ea42-0b09-4d6b-979e-152080669e81", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:06:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "38468af5-98d5-403c-b087-86766296164d", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:06:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "38468af5-98d5-403c-b087-86766296164d", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c"} 2026-07-29T20:06:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "38468af5-98d5-403c-b087-86766296164d", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:06:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "38468af5-98d5-403c-b087-86766296164d", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:06:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "38468af5-98d5-403c-b087-86766296164d", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c-kserve-route-authn"} 2026-07-29T20:06:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "38468af5-98d5-403c-b087-86766296164d", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c-kserve-route-authn"} 2026-07-29T20:06:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "38468af5-98d5-403c-b087-86766296164d", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:06:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "38468af5-98d5-403c-b087-86766296164d", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:06:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "sub-test-model-4c787c", "reconcileID": "f8c40792-11a3-4284-89e6-96020e84b5e7", "LLMInferenceService": "sub-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:06:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "79c1e8e4-f4b5-47ba-b356-fd9e34a110c1", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:06:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "79c1e8e4-f4b5-47ba-b356-fd9e34a110c1", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c-authn-ssl"} 2026-07-29T20:06:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "79c1e8e4-f4b5-47ba-b356-fd9e34a110c1", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:06:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "9f4fc39d-72ad-4a34-90d9-981d488e06ce", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:06:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "9f4fc39d-72ad-4a34-90d9-981d488e06ce", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c-authn-ssl"} 2026-07-29T20:06:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "9f4fc39d-72ad-4a34-90d9-981d488e06ce", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:06:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "e5643b47-80a1-4cad-8ad4-c40724fe816e", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "e5643b47-80a1-4cad-8ad4-c40724fe816e", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "e5643b47-80a1-4cad-8ad4-c40724fe816e", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "a3ca217b-2bdc-49b9-afef-6f8d37d6e6f7", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:06:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "e5643b47-80a1-4cad-8ad4-c40724fe816e", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39-kserve-route-authn"} 2026-07-29T20:06:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "e5643b47-80a1-4cad-8ad4-c40724fe816e", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "authType": "userdefined"} 2026-07-29T20:06:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "e5643b47-80a1-4cad-8ad4-c40724fe816e", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "a3ca217b-2bdc-49b9-afef-6f8d37d6e6f7", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39-authn-ssl"} 2026-07-29T20:06:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "a3ca217b-2bdc-49b9-afef-6f8d37d6e6f7", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:06:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "d6d36b3a-5804-4d77-a0dc-3e251f04b7a6", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "d6d36b3a-5804-4d77-a0dc-3e251f04b7a6", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "d6d36b3a-5804-4d77-a0dc-3e251f04b7a6", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "d6d36b3a-5804-4d77-a0dc-3e251f04b7a6", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39-kserve-route-authn"} 2026-07-29T20:06:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "d6d36b3a-5804-4d77-a0dc-3e251f04b7a6", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "authType": "userdefined"} 2026-07-29T20:06:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "d6d36b3a-5804-4d77-a0dc-3e251f04b7a6", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "c88505ce-2c11-4510-a3c3-4fbf1b886176", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:06:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "c88505ce-2c11-4510-a3c3-4fbf1b886176", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39-authn-ssl"} 2026-07-29T20:06:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "c88505ce-2c11-4510-a3c3-4fbf1b886176", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:06:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "ad30981d-508f-4496-a82b-54fbbb001252", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "ad30981d-508f-4496-a82b-54fbbb001252", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "ad30981d-508f-4496-a82b-54fbbb001252", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "ad30981d-508f-4496-a82b-54fbbb001252", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39-kserve-route-authn"} 2026-07-29T20:06:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "ad30981d-508f-4496-a82b-54fbbb001252", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "authType": "userdefined"} 2026-07-29T20:06:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "ad30981d-508f-4496-a82b-54fbbb001252", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "f8a91d28-5bdb-4c6b-8528-191e67bdd9f0", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:06:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "f8a91d28-5bdb-4c6b-8528-191e67bdd9f0", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39-authn-ssl"} 2026-07-29T20:06:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "f8a91d28-5bdb-4c6b-8528-191e67bdd9f0", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:06:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "2ec7429c-c83b-401e-8e8e-b1765e6700f0", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:06:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "2ec7429c-c83b-401e-8e8e-b1765e6700f0", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c-authn-ssl"} 2026-07-29T20:06:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "2ec7429c-c83b-401e-8e8e-b1765e6700f0", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:06:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "68efd91e-858d-48aa-9877-4ae75b2fecf6", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "68efd91e-858d-48aa-9877-4ae75b2fecf6", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "68efd91e-858d-48aa-9877-4ae75b2fecf6", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "68efd91e-858d-48aa-9877-4ae75b2fecf6", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39-kserve-route-authn"} 2026-07-29T20:06:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "68efd91e-858d-48aa-9877-4ae75b2fecf6", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "authType": "userdefined"} 2026-07-29T20:06:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "68efd91e-858d-48aa-9877-4ae75b2fecf6", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:06:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "62f05561-286d-4ca9-8ace-b88739c6054c", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:06:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "62f05561-286d-4ca9-8ace-b88739c6054c", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:06:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "62f05561-286d-4ca9-8ace-b88739c6054c", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:06:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "0b047784-ccba-42b3-96e9-498b35e5693f", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:06:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "62f05561-286d-4ca9-8ace-b88739c6054c", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c-kserve-route-authn"} 2026-07-29T20:06:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "62f05561-286d-4ca9-8ace-b88739c6054c", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "authType": "userdefined"} 2026-07-29T20:06:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "62f05561-286d-4ca9-8ace-b88739c6054c", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:06:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "0b047784-ccba-42b3-96e9-498b35e5693f", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c-authn-ssl"} 2026-07-29T20:06:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "0b047784-ccba-42b3-96e9-498b35e5693f", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:06:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "638f2cb2-b60f-4264-9b64-209ae570d9bc", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:06:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "638f2cb2-b60f-4264-9b64-209ae570d9bc", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:06:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "638f2cb2-b60f-4264-9b64-209ae570d9bc", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:06:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "638f2cb2-b60f-4264-9b64-209ae570d9bc", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c-kserve-route-authn"} 2026-07-29T20:06:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "638f2cb2-b60f-4264-9b64-209ae570d9bc", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "authType": "userdefined"} 2026-07-29T20:06:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "638f2cb2-b60f-4264-9b64-209ae570d9bc", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:06:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "398670c3-e718-440c-94bf-d43f3293f00d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:06:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "0f1f108d-0e31-47fb-ad4f-c75040cf859c", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:06:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "0f1f108d-0e31-47fb-ad4f-c75040cf859c", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c-authn-ssl"} 2026-07-29T20:06:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "0f1f108d-0e31-47fb-ad4f-c75040cf859c", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:06:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "7fc1678d-e402-49fc-9cab-99fa07876a9e", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:06:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "7fc1678d-e402-49fc-9cab-99fa07876a9e", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:06:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "7fc1678d-e402-49fc-9cab-99fa07876a9e", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:06:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "7fc1678d-e402-49fc-9cab-99fa07876a9e", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c-kserve-route-authn"} 2026-07-29T20:06:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "7fc1678d-e402-49fc-9cab-99fa07876a9e", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "authType": "userdefined"} 2026-07-29T20:06:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "7fc1678d-e402-49fc-9cab-99fa07876a9e", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:07:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "56da53fa-2486-476f-b514-8e92aba33ca3", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:07:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "56da53fa-2486-476f-b514-8e92aba33ca3", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:07:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "56da53fa-2486-476f-b514-8e92aba33ca3", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:07:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "56da53fa-2486-476f-b514-8e92aba33ca3", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c-kserve-route-authn"} 2026-07-29T20:07:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "56da53fa-2486-476f-b514-8e92aba33ca3", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "authType": "userdefined"} 2026-07-29T20:07:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "56da53fa-2486-476f-b514-8e92aba33ca3", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:07:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "45d0fdbb-78a0-4675-9173-fa82b701d8f5", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:07:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "45d0fdbb-78a0-4675-9173-fa82b701d8f5", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c-authn-ssl"} 2026-07-29T20:07:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "45d0fdbb-78a0-4675-9173-fa82b701d8f5", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:07:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "21610e67-92b5-42f6-9e2d-c995903129d6", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:07:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "21610e67-92b5-42f6-9e2d-c995903129d6", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39-authn-ssl"} 2026-07-29T20:07:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "21610e67-92b5-42f6-9e2d-c995903129d6", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:08:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "b0bed48d-e9cb-49b8-9d58-9bfd7e6b12cf", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:08:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "b0bed48d-e9cb-49b8-9d58-9bfd7e6b12cf", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39"} 2026-07-29T20:08:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "b0bed48d-e9cb-49b8-9d58-9bfd7e6b12cf", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:08:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "b0bed48d-e9cb-49b8-9d58-9bfd7e6b12cf", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:08:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "b0bed48d-e9cb-49b8-9d58-9bfd7e6b12cf", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39-kserve-route-authn"} 2026-07-29T20:08:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "b0bed48d-e9cb-49b8-9d58-9bfd7e6b12cf", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39-kserve-route-authn"} 2026-07-29T20:08:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "b0bed48d-e9cb-49b8-9d58-9bfd7e6b12cf", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:08:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "b0bed48d-e9cb-49b8-9d58-9bfd7e6b12cf", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:08:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-641e39","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "rate-test-model-641e39", "reconcileID": "e2d592f1-7516-4bfd-966d-f8a84ce5f056", "LLMInferenceService": "rate-test-model-641e39", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:08:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "02eb9b67-655c-458e-9cbe-8fc4a02efa12", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:08:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "02eb9b67-655c-458e-9cbe-8fc4a02efa12", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39-authn-ssl"} 2026-07-29T20:08:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "02eb9b67-655c-458e-9cbe-8fc4a02efa12", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:08:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "c6f35b22-90f4-4ada-b87c-4421687e1c14", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:08:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "c6f35b22-90f4-4ada-b87c-4421687e1c14", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39-authn-ssl"} 2026-07-29T20:08:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "c6f35b22-90f4-4ada-b87c-4421687e1c14", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:08:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "e7bc07e2-f430-4914-982a-8871fa0074fa", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:08:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "e7bc07e2-f430-4914-982a-8871fa0074fa", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c"} 2026-07-29T20:08:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "e7bc07e2-f430-4914-982a-8871fa0074fa", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:08:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "e7bc07e2-f430-4914-982a-8871fa0074fa", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:08:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "e7bc07e2-f430-4914-982a-8871fa0074fa", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c-kserve-route-authn"} 2026-07-29T20:08:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "e7bc07e2-f430-4914-982a-8871fa0074fa", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c-kserve-route-authn"} 2026-07-29T20:08:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "e7bc07e2-f430-4914-982a-8871fa0074fa", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:08:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "e7bc07e2-f430-4914-982a-8871fa0074fa", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:08:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c787c","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "rate-test-model-4c787c", "reconcileID": "849f1a92-60ac-4973-be0b-627d22c10a3b", "LLMInferenceService": "rate-test-model-4c787c", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:08:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "46976a2c-7d6f-49b2-9dbf-3e9623159fc8", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:08:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "46976a2c-7d6f-49b2-9dbf-3e9623159fc8", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c-authn-ssl"} 2026-07-29T20:08:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "46976a2c-7d6f-49b2-9dbf-3e9623159fc8", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:08:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "c3d16508-f61b-4d57-a6e8-824d3f4530e5", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:08:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "c3d16508-f61b-4d57-a6e8-824d3f4530e5", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c-authn-ssl"} 2026-07-29T20:08:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "c3d16508-f61b-4d57-a6e8-824d3f4530e5", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:08:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "b342bcb7-13e0-4b1b-a31a-5d82011e5f23", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:08:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "b342bcb7-13e0-4b1b-a31a-5d82011e5f23", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c-authn-ssl"} 2026-07-29T20:08:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "b342bcb7-13e0-4b1b-a31a-5d82011e5f23", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:08:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "1aeeeb4c-704b-46eb-86bb-c37aa296b26e", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:08:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "1aeeeb4c-704b-46eb-86bb-c37aa296b26e", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39-authn-ssl"} 2026-07-29T20:08:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "1aeeeb4c-704b-46eb-86bb-c37aa296b26e", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:08:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "6050f4ce-bd50-45ac-b3f8-67943c1f4fa1", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:08:25Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "6050f4ce-bd50-45ac-b3f8-67943c1f4fa1", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f-authn-ssl"} 2026-07-29T20:08:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "6050f4ce-bd50-45ac-b3f8-67943c1f4fa1", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:08:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "ea328e96-063c-48d4-81de-76ae96f92f81", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:08:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "ea328e96-063c-48d4-81de-76ae96f92f81", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f-authn-ssl"} 2026-07-29T20:08:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "ea328e96-063c-48d4-81de-76ae96f92f81", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:08:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "bcd81cb2-852a-475a-be97-79b6a5d25334", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:08:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "bcd81cb2-852a-475a-be97-79b6a5d25334", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f-authn-ssl"} 2026-07-29T20:08:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "bcd81cb2-852a-475a-be97-79b6a5d25334", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:08:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "2dab8a0b-1048-4f1d-9e44-725dd020f702", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:08:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "2dab8a0b-1048-4f1d-9e44-725dd020f702", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f-authn-ssl"} 2026-07-29T20:08:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "2dab8a0b-1048-4f1d-9e44-725dd020f702", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:08:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "40f59604-a413-4c73-b1b8-98be41174796", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:08:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "40f59604-a413-4c73-b1b8-98be41174796", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f-authn-ssl"} 2026-07-29T20:08:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "40f59604-a413-4c73-b1b8-98be41174796", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:08:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "90b51443-6b11-4850-89ed-d225b6c08679", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:08:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "90b51443-6b11-4850-89ed-d225b6c08679", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f-authn-ssl"} 2026-07-29T20:08:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "90b51443-6b11-4850-89ed-d225b6c08679", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:08:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "791904b4-05ac-403e-9f0b-75dea96a9ac3", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:08:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "791904b4-05ac-403e-9f0b-75dea96a9ac3", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f-authn-ssl"} 2026-07-29T20:08:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "791904b4-05ac-403e-9f0b-75dea96a9ac3", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:08:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "odh-trusted-ca-bundle", "reconcileID": "cd8225a5-491a-4c92-b43d-ddfb835edac5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:08:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "openshift-service-ca.crt", "reconcileID": "01b6f7d0-6f68-4a31-8f79-b9916bf1f811", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:08:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "openshift-service-ca.crt", "reconcileID": "cbeaee41-40d8-4878-b287-0debff2a7667", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:08:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "openshift-service-ca.crt", "reconcileID": "cbeaee41-40d8-4878-b287-0debff2a7667", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:08:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "openshift-service-ca.crt", "reconcileID": "78d39afe-8fcc-406b-b390-48fb1352757b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:08:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32cb6fed-5424-42a6-8cdd-5b3cf4259620", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:08:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "odh-trusted-ca-bundle", "reconcileID": "3cc03475-2f77-4240-997b-a9ba049ad07d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:08:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "odh-trusted-ca-bundle", "reconcileID": "3cc03475-2f77-4240-997b-a9ba049ad07d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:08:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f89f8cc6-7231-43d1-87e1-0d76b2da0c79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:08:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "0ab4e52f-c408-4728-831c-904d57d75672", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:08:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "0ab4e52f-c408-4728-831c-904d57d75672", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f-authn-ssl"} 2026-07-29T20:08:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "0ab4e52f-c408-4728-831c-904d57d75672", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:08:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "31a06f72-71f6-4103-9681-f61da385060b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:08:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "097101d1-f4dd-49b9-a5e6-e72d32a6acb4", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:08:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "097101d1-f4dd-49b9-a5e6-e72d32a6acb4", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f-authn-ssl"} 2026-07-29T20:08:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "097101d1-f4dd-49b9-a5e6-e72d32a6acb4", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:08:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "4728f80c-02cc-4ead-8505-73b2e33b65a6", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:08:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "4728f80c-02cc-4ead-8505-73b2e33b65a6", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39-authn-ssl"} 2026-07-29T20:08:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "4728f80c-02cc-4ead-8505-73b2e33b65a6", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:08:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "5787ebe7-bbab-4f69-bab7-b1e5be1ffaf4", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:08:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "5787ebe7-bbab-4f69-bab7-b1e5be1ffaf4", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39-authn-ssl"} 2026-07-29T20:08:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "5787ebe7-bbab-4f69-bab7-b1e5be1ffaf4", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:08:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "6907b81d-4c2d-4d81-b7fb-b6977a0970a3", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:08:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "6907b81d-4c2d-4d81-b7fb-b6977a0970a3", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39-authn-ssl"} 2026-07-29T20:08:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "6907b81d-4c2d-4d81-b7fb-b6977a0970a3", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:08:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "074c8312-c490-4dd2-a09f-df055a63ea4d", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:08:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "074c8312-c490-4dd2-a09f-df055a63ea4d", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39-authn-ssl"} 2026-07-29T20:08:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "074c8312-c490-4dd2-a09f-df055a63ea4d", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:08:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "0e57d5e7-545f-4219-b670-bb9a196cf317", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:08:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "0e57d5e7-545f-4219-b670-bb9a196cf317", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39-authn-ssl"} 2026-07-29T20:08:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "0e57d5e7-545f-4219-b670-bb9a196cf317", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:08:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "ff26e2d4-3d0b-410f-b04f-cca4f538d9ab", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:08:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "ff26e2d4-3d0b-410f-b04f-cca4f538d9ab", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39-authn-ssl"} 2026-07-29T20:08:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "ff26e2d4-3d0b-410f-b04f-cca4f538d9ab", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:08:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "28c57a1b-57ec-4096-aaec-2b999ae0d7fa", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:08:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "28c57a1b-57ec-4096-aaec-2b999ae0d7fa", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39-authn-ssl"} 2026-07-29T20:08:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "28c57a1b-57ec-4096-aaec-2b999ae0d7fa", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:08:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2d9c39"}, "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "name": "openshift-service-ca.crt", "reconcileID": "e53cceda-d1b7-490b-b981-3cb6e155680f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2d9c39"} 2026-07-29T20:08:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2d9c39"}, "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "name": "odh-trusted-ca-bundle", "reconcileID": "c8178021-ec55-40b6-b31f-ebf2f4ef1a14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2d9c39"} 2026-07-29T20:08:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2d9c39"}, "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "name": "openshift-service-ca.crt", "reconcileID": "6a5f7d74-b31b-49ef-a866-6dfc5e996c1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:08:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2d9c39"}, "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "name": "openshift-service-ca.crt", "reconcileID": "6a5f7d74-b31b-49ef-a866-6dfc5e996c1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2d9c39"} 2026-07-29T20:08:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2d9c39"}, "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5108b86e-deb0-48b7-95eb-c6f60a4b7561", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2d9c39"} 2026-07-29T20:08:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2d9c39"}, "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "name": "openshift-service-ca.crt", "reconcileID": "c5617e66-dc19-42c3-aa56-145b2fa055c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2d9c39"} 2026-07-29T20:08:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2d9c39"}, "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "name": "odh-trusted-ca-bundle", "reconcileID": "5fa4195f-c518-41d0-8414-ccfe952221a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:08:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2d9c39"}, "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "name": "odh-trusted-ca-bundle", "reconcileID": "5fa4195f-c518-41d0-8414-ccfe952221a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2d9c39"} 2026-07-29T20:08:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2d9c39"}, "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d01eb7f-ecc2-4b09-b6d1-b6fa4ef87eb0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2d9c39"} 2026-07-29T20:08:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "b84fbe7f-b283-4e98-b6f1-3af58483856e", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:08:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "b84fbe7f-b283-4e98-b6f1-3af58483856e", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39-authn-ssl"} 2026-07-29T20:08:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "b84fbe7f-b283-4e98-b6f1-3af58483856e", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:08:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2047f865-b2ca-4f1c-b198-922444e4b224", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:09:02Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T20:09:02Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T20:09:05Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T20:09:05Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T20:09:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "c8b8be38-0900-47a6-bd57-dc573b753ed9", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:09:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "c8b8be38-0900-47a6-bd57-dc573b753ed9", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39-authn-ssl"} 2026-07-29T20:09:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "c8b8be38-0900-47a6-bd57-dc573b753ed9", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:09:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f49664c2-2305-4094-a25c-a72eda5898f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:09:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e69de6f0-609b-46e1-b0bb-582aea781e04", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:09:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "a33aa810-88e7-4fed-a1eb-9a62eaec085c", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:09:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "a33aa810-88e7-4fed-a1eb-9a62eaec085c", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:09:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "a33aa810-88e7-4fed-a1eb-9a62eaec085c", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:09:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "4d96061f-e904-45a1-9f5e-e226e816e0ad", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:09:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "a33aa810-88e7-4fed-a1eb-9a62eaec085c", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f-kserve-route-authn"} 2026-07-29T20:09:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "a33aa810-88e7-4fed-a1eb-9a62eaec085c", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "authType": "userdefined"} 2026-07-29T20:09:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "a33aa810-88e7-4fed-a1eb-9a62eaec085c", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:09:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "4d96061f-e904-45a1-9f5e-e226e816e0ad", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f-authn-ssl"} 2026-07-29T20:09:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "4d96061f-e904-45a1-9f5e-e226e816e0ad", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:09:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "5a4c2299-52c0-4799-82c7-3ee4fc36ee6e", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:09:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "5a4c2299-52c0-4799-82c7-3ee4fc36ee6e", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:09:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "5a4c2299-52c0-4799-82c7-3ee4fc36ee6e", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:09:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "5a4c2299-52c0-4799-82c7-3ee4fc36ee6e", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f-kserve-route-authn"} 2026-07-29T20:09:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "5a4c2299-52c0-4799-82c7-3ee4fc36ee6e", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "authType": "userdefined"} 2026-07-29T20:09:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "5a4c2299-52c0-4799-82c7-3ee4fc36ee6e", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:09:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "26d159cb-70ab-4a39-8bbd-4e86796ac9ea", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:09:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "26d159cb-70ab-4a39-8bbd-4e86796ac9ea", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f-authn-ssl"} 2026-07-29T20:09:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "26d159cb-70ab-4a39-8bbd-4e86796ac9ea", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:09:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "d94fc673-cd29-4102-b198-c115cdbce322", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:09:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "d94fc673-cd29-4102-b198-c115cdbce322", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:09:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "d94fc673-cd29-4102-b198-c115cdbce322", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:09:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "d94fc673-cd29-4102-b198-c115cdbce322", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f-kserve-route-authn"} 2026-07-29T20:09:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "d94fc673-cd29-4102-b198-c115cdbce322", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "authType": "userdefined"} 2026-07-29T20:09:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "d94fc673-cd29-4102-b198-c115cdbce322", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:09:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "581a504e-aaca-4659-90c2-8b860c38fda8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:10:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "d1da15bc-bd72-4cbb-9259-76716be16378", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:10:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "d1da15bc-bd72-4cbb-9259-76716be16378", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:10:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "d1da15bc-bd72-4cbb-9259-76716be16378", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:10:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "d1da15bc-bd72-4cbb-9259-76716be16378", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f-kserve-route-authn"} 2026-07-29T20:10:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "d1da15bc-bd72-4cbb-9259-76716be16378", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "authType": "userdefined"} 2026-07-29T20:10:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "d1da15bc-bd72-4cbb-9259-76716be16378", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:10:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "0401a124-5ad0-49a9-a3f7-e69d75ba7ef0", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:10:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "0401a124-5ad0-49a9-a3f7-e69d75ba7ef0", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f-authn-ssl"} 2026-07-29T20:10:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "0401a124-5ad0-49a9-a3f7-e69d75ba7ef0", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:10:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "eeabe5c0-505c-42d8-9fcc-d35011604346", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:10:41Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "eeabe5c0-505c-42d8-9fcc-d35011604346", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141-authn-ssl"} 2026-07-29T20:10:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "eeabe5c0-505c-42d8-9fcc-d35011604346", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:10:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "c50bd071-5b9a-4aef-a480-47e8dee70a18", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:10:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "c50bd071-5b9a-4aef-a480-47e8dee70a18", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141-authn-ssl"} 2026-07-29T20:10:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "c50bd071-5b9a-4aef-a480-47e8dee70a18", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:10:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "53b173fc-42a9-426a-8940-fe52033181dc", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:10:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "53b173fc-42a9-426a-8940-fe52033181dc", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141-authn-ssl"} 2026-07-29T20:10:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "53b173fc-42a9-426a-8940-fe52033181dc", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:10:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "d27138dd-1df9-4622-8d4c-2b3811a834d3", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:10:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "d27138dd-1df9-4622-8d4c-2b3811a834d3", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141-authn-ssl"} 2026-07-29T20:10:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "d27138dd-1df9-4622-8d4c-2b3811a834d3", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:10:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "285b9666-de95-441d-a643-2681f7683dc7", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:10:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "285b9666-de95-441d-a643-2681f7683dc7", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141-authn-ssl"} 2026-07-29T20:10:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "285b9666-de95-441d-a643-2681f7683dc7", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:10:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "fa6c251b-be97-4609-9675-4159cdc30846", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:10:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "fa6c251b-be97-4609-9675-4159cdc30846", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141-authn-ssl"} 2026-07-29T20:10:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "fa6c251b-be97-4609-9675-4159cdc30846", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:10:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "06b81e66-26ae-477d-a160-532a50be4585", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:10:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "06b81e66-26ae-477d-a160-532a50be4585", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141-authn-ssl"} 2026-07-29T20:10:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "06b81e66-26ae-477d-a160-532a50be4585", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:10:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "b1d24d15-4b19-4b66-a587-4d4da9407740", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:10:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "b1d24d15-4b19-4b66-a587-4d4da9407740", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141-authn-ssl"} 2026-07-29T20:10:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "b1d24d15-4b19-4b66-a587-4d4da9407740", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:10:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5d7141"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "name": "openshift-service-ca.crt", "reconcileID": "8f4b699d-55f5-4fb2-8cf1-112a7fb30bbb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141"} 2026-07-29T20:10:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5d7141"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "name": "odh-trusted-ca-bundle", "reconcileID": "a2813fe2-31a2-49b6-8371-5fe4634cacea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:10:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5d7141"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "name": "odh-trusted-ca-bundle", "reconcileID": "a2813fe2-31a2-49b6-8371-5fe4634cacea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141"} 2026-07-29T20:10:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5d7141"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "name": "openshift-service-ca.crt", "reconcileID": "93057d7b-cfc7-4196-92d5-288aca92b9ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141"} 2026-07-29T20:10:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5d7141"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee33c024-d5c3-46f2-8c61-f930bbf36850", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141"} 2026-07-29T20:10:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5d7141"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "name": "openshift-service-ca.crt", "reconcileID": "11d51ee9-3d6f-4696-924c-00a70918e279", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141"} 2026-07-29T20:10:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5d7141"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "name": "odh-trusted-ca-bundle", "reconcileID": "7c838bfd-414c-4c78-b68b-5638166a80f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:10:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5d7141"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "name": "odh-trusted-ca-bundle", "reconcileID": "7c838bfd-414c-4c78-b68b-5638166a80f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141"} 2026-07-29T20:10:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5d7141"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dfe208b-fc1c-445a-aec5-27872295af9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141"} 2026-07-29T20:10:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "9531051a-c636-4b7f-a128-09f6ccc48585", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:10:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "9531051a-c636-4b7f-a128-09f6ccc48585", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141-authn-ssl"} 2026-07-29T20:10:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "9531051a-c636-4b7f-a128-09f6ccc48585", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:10:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bcb2b7be-ff07-40ef-ac0b-3320aaa3fb55", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:11:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "11e81ec8-6324-4a51-aead-7782ed5acac1", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:11:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "11e81ec8-6324-4a51-aead-7782ed5acac1", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141-authn-ssl"} 2026-07-29T20:11:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "11e81ec8-6324-4a51-aead-7782ed5acac1", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:11:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "f2da10b7-83a7-43da-ad4e-1e60fc3609af", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:11:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "f2da10b7-83a7-43da-ad4e-1e60fc3609af", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141-authn-ssl"} 2026-07-29T20:11:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "f2da10b7-83a7-43da-ad4e-1e60fc3609af", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:11:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "ad229e11-6ac0-4230-8c48-5f7250ce52cf", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:11:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "ad229e11-6ac0-4230-8c48-5f7250ce52cf", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141-authn-ssl"} 2026-07-29T20:11:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "ad229e11-6ac0-4230-8c48-5f7250ce52cf", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:11:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5d7141"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cd60969-f6f4-428f-83ce-b37846849c2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141"} 2026-07-29T20:11:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5d7141"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cd60969-f6f4-428f-83ce-b37846849c2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:11:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5d7141"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cd60969-f6f4-428f-83ce-b37846849c2f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-5d7141 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T20:11:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5d7141"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "name": "odh-trusted-ca-bundle", "reconcileID": "1128ca91-450f-471f-b506-fde466ffa479", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141"} 2026-07-29T20:11:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5d7141"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "name": "odh-trusted-ca-bundle", "reconcileID": "1128ca91-450f-471f-b506-fde466ffa479", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141"} 2026-07-29T20:11:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5d7141"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "name": "openshift-service-ca.crt", "reconcileID": "dc9fe4e8-8879-4c51-ab44-f5d1aa1df41a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141"} 2026-07-29T20:11:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5d7141"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "name": "openshift-service-ca.crt", "reconcileID": "dc9fe4e8-8879-4c51-ab44-f5d1aa1df41a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141"} 2026-07-29T20:11:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5d7141"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f0cea9c-2417-4993-a88b-547ab264b20b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141"} 2026-07-29T20:11:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5d7141"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f0cea9c-2417-4993-a88b-547ab264b20b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5d7141"} 2026-07-29T20:11:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5d7141","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5d7141", "reconcileID": "10dfe7b7-de4a-41d2-a8b5-a4be2ffdef3d", "Gateway": "e2e-ipp-cleanup-5d7141", "namespace": "openshift-ingress"} 2026-07-29T20:11:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "814c5a6f-fc93-419c-991d-088891bc3266", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:11:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "6a105cd2-baa3-4a00-b2ea-2a605f89e35e", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:11:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "6a105cd2-baa3-4a00-b2ea-2a605f89e35e", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f-authn-ssl"} 2026-07-29T20:11:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "6a105cd2-baa3-4a00-b2ea-2a605f89e35e", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:11:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "e6f39b94-0cdf-41f5-900b-f69d439c3721", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:11:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "e6f39b94-0cdf-41f5-900b-f69d439c3721", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f-authn-ssl"} 2026-07-29T20:11:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "e6f39b94-0cdf-41f5-900b-f69d439c3721", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:11:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "77f46a06-69cc-4f39-87d8-25c6d32a0b0d", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:11:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "77f46a06-69cc-4f39-87d8-25c6d32a0b0d", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:11:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "77f46a06-69cc-4f39-87d8-25c6d32a0b0d", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:11:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "77f46a06-69cc-4f39-87d8-25c6d32a0b0d", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f-kserve-route-authn"} 2026-07-29T20:11:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "77f46a06-69cc-4f39-87d8-25c6d32a0b0d", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "authType": "userdefined"} 2026-07-29T20:11:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "77f46a06-69cc-4f39-87d8-25c6d32a0b0d", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:11:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b17f2494-9f29-4e22-a1d7-e0a7c2a3ba33", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:11:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "6b917f93-e1da-4d2a-af11-8d0bf14fab8c", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:11:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "6b917f93-e1da-4d2a-af11-8d0bf14fab8c", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f-authn-ssl"} 2026-07-29T20:11:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "6b917f93-e1da-4d2a-af11-8d0bf14fab8c", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:12:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "41acb6a7-78f0-43da-a3a0-0a46cfd39978", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:12:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "41acb6a7-78f0-43da-a3a0-0a46cfd39978", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f-authn-ssl"} 2026-07-29T20:12:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "41acb6a7-78f0-43da-a3a0-0a46cfd39978", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:12:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "8558614a-d8ad-420c-8e00-c1f12a1f1c35", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:12:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "8558614a-d8ad-420c-8e00-c1f12a1f1c35", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f"} 2026-07-29T20:12:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "8558614a-d8ad-420c-8e00-c1f12a1f1c35", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:12:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "8558614a-d8ad-420c-8e00-c1f12a1f1c35", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:12:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "8558614a-d8ad-420c-8e00-c1f12a1f1c35", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f-kserve-route-authn"} 2026-07-29T20:12:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "8558614a-d8ad-420c-8e00-c1f12a1f1c35", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f-kserve-route-authn"} 2026-07-29T20:12:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "8558614a-d8ad-420c-8e00-c1f12a1f1c35", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:12:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "8558614a-d8ad-420c-8e00-c1f12a1f1c35", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:12:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "428e4403-202c-4c69-889b-c17fcb1b997c", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:12:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "428e4403-202c-4c69-889b-c17fcb1b997c", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f"} 2026-07-29T20:12:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "428e4403-202c-4c69-889b-c17fcb1b997c", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:12:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "428e4403-202c-4c69-889b-c17fcb1b997c", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:12:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "428e4403-202c-4c69-889b-c17fcb1b997c", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f-kserve-route-authn"} 2026-07-29T20:12:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "428e4403-202c-4c69-889b-c17fcb1b997c", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f-kserve-route-authn"} 2026-07-29T20:12:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "428e4403-202c-4c69-889b-c17fcb1b997c", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:12:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "428e4403-202c-4c69-889b-c17fcb1b997c", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:12:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0b78f","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "ipp-route-f0b78f", "reconcileID": "e0808148-44a1-42ce-af18-5179977f9628", "LLMInferenceService": "ipp-route-f0b78f", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:12:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "4889d6c8-efd7-47c6-90ea-563dba1a2298", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:12:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "4889d6c8-efd7-47c6-90ea-563dba1a2298", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f-authn-ssl"} 2026-07-29T20:12:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "4889d6c8-efd7-47c6-90ea-563dba1a2298", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:12:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72f0e12f-b1a1-4bcf-b87d-2ac905bf2013", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:12:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72f0e12f-b1a1-4bcf-b87d-2ac905bf2013", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:12:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72f0e12f-b1a1-4bcf-b87d-2ac905bf2013", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-f0b78f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T20:12:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "odh-trusted-ca-bundle", "reconcileID": "3feaabc3-c3b5-4b71-b627-01b68b7b0a58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:12:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "odh-trusted-ca-bundle", "reconcileID": "3feaabc3-c3b5-4b71-b627-01b68b7b0a58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:12:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "openshift-service-ca.crt", "reconcileID": "f4c25247-b69b-45fc-ba2e-d36cae3b3d12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:12:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "openshift-service-ca.crt", "reconcileID": "f4c25247-b69b-45fc-ba2e-d36cae3b3d12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:12:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbd5bca7-f0fe-4477-a84c-9e50f8a1f4ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:12:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0b78f"}, "namespace": "ai-tenant-e2e-ipp-a-f0b78f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbd5bca7-f0fe-4477-a84c-9e50f8a1f4ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0b78f"} 2026-07-29T20:12:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0b78f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0b78f", "reconcileID": "28deaf3b-4c38-45b2-84b2-f4635b82da8f", "Gateway": "e2e-ipp-a-f0b78f", "namespace": "openshift-ingress"} 2026-07-29T20:12:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "389b533b-f6cc-40e4-ae11-b28b344ea23d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:12:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "04337d2a-0121-4fd7-be4c-165a7ee7ab99", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:12:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "04337d2a-0121-4fd7-be4c-165a7ee7ab99", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39-authn-ssl"} 2026-07-29T20:12:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "04337d2a-0121-4fd7-be4c-165a7ee7ab99", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:12:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "670a4231-1b43-4656-9314-eb3078df0b22", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:12:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "670a4231-1b43-4656-9314-eb3078df0b22", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39-authn-ssl"} 2026-07-29T20:12:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "670a4231-1b43-4656-9314-eb3078df0b22", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:12:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2d9c39"}, "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80ac1c04-f067-44b1-8c5c-4e979e31cf00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2d9c39"} 2026-07-29T20:12:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2d9c39"}, "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80ac1c04-f067-44b1-8c5c-4e979e31cf00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:12:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2d9c39"}, "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80ac1c04-f067-44b1-8c5c-4e979e31cf00", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-2d9c39 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T20:12:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2d9c39"}, "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "name": "odh-trusted-ca-bundle", "reconcileID": "4d3a8bba-1b71-4905-a390-9b89310f8aab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2d9c39"} 2026-07-29T20:12:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2d9c39"}, "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "name": "odh-trusted-ca-bundle", "reconcileID": "4d3a8bba-1b71-4905-a390-9b89310f8aab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2d9c39"} 2026-07-29T20:12:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2d9c39"}, "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "name": "openshift-service-ca.crt", "reconcileID": "020f9891-d40a-4cc5-a089-00d15ec9b746", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2d9c39"} 2026-07-29T20:12:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2d9c39"}, "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "name": "openshift-service-ca.crt", "reconcileID": "020f9891-d40a-4cc5-a089-00d15ec9b746", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2d9c39"} 2026-07-29T20:12:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2d9c39"}, "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "505694c1-c9ab-4089-9bee-d1ee59a9b831", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2d9c39"} 2026-07-29T20:12:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2d9c39"}, "namespace": "ai-tenant-e2e-ipp-b-2d9c39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "505694c1-c9ab-4089-9bee-d1ee59a9b831", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2d9c39"} 2026-07-29T20:12:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2d9c39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2d9c39", "reconcileID": "d64f463f-35bb-4e4b-89c8-777148394ada", "Gateway": "e2e-ipp-b-2d9c39", "namespace": "openshift-ingress"} 2026-07-29T20:12:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8baa0f83-216d-4add-ba23-9a46a261d16c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:13:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "d0596fbf-a9ea-4c88-b26d-ea7525f09a94", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:13:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "d0596fbf-a9ea-4c88-b26d-ea7525f09a94", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39-authn-ssl"} 2026-07-29T20:13:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "d0596fbf-a9ea-4c88-b26d-ea7525f09a94", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:13:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "c1d4ae69-0787-4e8d-9576-1d09897bf853", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:13:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "c1d4ae69-0787-4e8d-9576-1d09897bf853", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39-authn-ssl"} 2026-07-29T20:13:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "c1d4ae69-0787-4e8d-9576-1d09897bf853", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:13:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5e5665a-d306-4307-9814-0c13e89061af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:13:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5e5665a-d306-4307-9814-0c13e89061af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-641e39", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:13:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5e5665a-d306-4307-9814-0c13e89061af", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-641e39 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T20:13:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "odh-trusted-ca-bundle", "reconcileID": "ce166614-5783-47e2-82e6-a3c947784ffe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:13:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "odh-trusted-ca-bundle", "reconcileID": "ce166614-5783-47e2-82e6-a3c947784ffe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:13:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "openshift-service-ca.crt", "reconcileID": "878605d6-5f1e-43a3-b6b3-3fd4ce063298", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:13:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "openshift-service-ca.crt", "reconcileID": "878605d6-5f1e-43a3-b6b3-3fd4ce063298", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:13:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41f26fa6-7966-46f9-ad69-3131bd853cfa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:13:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-641e39"}, "namespace": "ai-tenant-e2e-shared-a-641e39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41f26fa6-7966-46f9-ad69-3131bd853cfa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-641e39"} 2026-07-29T20:13:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-641e39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-641e39", "reconcileID": "90f8b69b-0175-475d-9791-73761abf5e08", "Gateway": "e2e-shared-a-641e39", "namespace": "openshift-ingress"} 2026-07-29T20:13:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a94d6a4f-2d6d-46f3-bc10-094c195fade8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T20:13:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "8221cdff-48b6-44b7-b952-e9fac1112c39", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:13:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "8221cdff-48b6-44b7-b952-e9fac1112c39", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c-authn-ssl"} 2026-07-29T20:13:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "8221cdff-48b6-44b7-b952-e9fac1112c39", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:13:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "a5b880d1-e05f-4c19-add3-f13e4c43c2be", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:13:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "a5b880d1-e05f-4c19-add3-f13e4c43c2be", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c-authn-ssl"} 2026-07-29T20:13:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "a5b880d1-e05f-4c19-add3-f13e4c43c2be", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"} 2026-07-29T20:13:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70ceca92-b22a-4714-8f83-9369cd6d0e72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:13:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70ceca92-b22a-4714-8f83-9369cd6d0e72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4c787c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T20:13:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70ceca92-b22a-4714-8f83-9369cd6d0e72", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-4c787c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T20:13:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "odh-trusted-ca-bundle", "reconcileID": "771618a1-6179-4bec-8bd1-e6d2bb65a12e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:13:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "odh-trusted-ca-bundle", "reconcileID": "771618a1-6179-4bec-8bd1-e6d2bb65a12e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:13:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "openshift-service-ca.crt", "reconcileID": "4eb3cc18-790c-4892-8a6d-586a0b69ca85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:13:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "openshift-service-ca.crt", "reconcileID": "4eb3cc18-790c-4892-8a6d-586a0b69ca85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:13:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0770848b-1777-44fd-bea2-354a91c0592a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:13:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4c787c"}, "namespace": "ai-tenant-e2e-shared-b-4c787c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0770848b-1777-44fd-bea2-354a91c0592a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4c787c"} 2026-07-29T20:13:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4c787c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4c787c", "reconcileID": "4162d116-c7ca-48a9-95fd-94f79baef1c1", "Gateway": "e2e-shared-b-4c787c", "namespace": "openshift-ingress"}