2026-07-29T09:35:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48", "reconcileID": "3b2c58c6-0851-41b4-a155-b1c9055f332e", "LLMInferenceService": "sub-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:35:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48", "reconcileID": "3b2c58c6-0851-41b4-a155-b1c9055f332e", "LLMInferenceService": "sub-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48-kserve-route-authn"} 2026-07-29T09:35:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48", "reconcileID": "3b2c58c6-0851-41b4-a155-b1c9055f332e", "LLMInferenceService": "sub-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "authType": "userdefined"} 2026-07-29T09:35:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48", "reconcileID": "3b2c58c6-0851-41b4-a155-b1c9055f332e", "LLMInferenceService": "sub-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:35:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48", "reconcileID": "1432ce7f-6192-4a8b-9444-12e17a43e97f", "LLMInferenceService": "sub-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:35:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48", "reconcileID": "1432ce7f-6192-4a8b-9444-12e17a43e97f", "LLMInferenceService": "sub-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:35:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48", "reconcileID": "1432ce7f-6192-4a8b-9444-12e17a43e97f", "LLMInferenceService": "sub-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:35:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48", "reconcileID": "1432ce7f-6192-4a8b-9444-12e17a43e97f", "LLMInferenceService": "sub-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48-kserve-route-authn"} 2026-07-29T09:35:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48", "reconcileID": "1432ce7f-6192-4a8b-9444-12e17a43e97f", "LLMInferenceService": "sub-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "authType": "userdefined"} 2026-07-29T09:35:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48", "reconcileID": "1432ce7f-6192-4a8b-9444-12e17a43e97f", "LLMInferenceService": "sub-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:35:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "4cad5a0b-8bee-42af-9226-5b4127570d6f", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:35:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "4cad5a0b-8bee-42af-9226-5b4127570d6f", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:35:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "4cad5a0b-8bee-42af-9226-5b4127570d6f", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:35:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "62183a16-558f-454b-ac1f-aec6c2cc0994", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:35:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "4cad5a0b-8bee-42af-9226-5b4127570d6f", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b-kserve-route-authn"} 2026-07-29T09:35:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "4cad5a0b-8bee-42af-9226-5b4127570d6f", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "authType": "userdefined"} 2026-07-29T09:35:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "4cad5a0b-8bee-42af-9226-5b4127570d6f", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:35:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "62183a16-558f-454b-ac1f-aec6c2cc0994", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b-authn-ssl"} 2026-07-29T09:35:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "62183a16-558f-454b-ac1f-aec6c2cc0994", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:35:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "44df4db5-0a17-45e0-a4ee-8d881c73c971", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:35:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "44df4db5-0a17-45e0-a4ee-8d881c73c971", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:35:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "44df4db5-0a17-45e0-a4ee-8d881c73c971", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:35:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "44df4db5-0a17-45e0-a4ee-8d881c73c971", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b-kserve-route-authn"} 2026-07-29T09:35:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "44df4db5-0a17-45e0-a4ee-8d881c73c971", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "authType": "userdefined"} 2026-07-29T09:35:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "44df4db5-0a17-45e0-a4ee-8d881c73c971", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:36:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "59598436-5c76-4e33-99cd-47d7c21023a2", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:36:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "59598436-5c76-4e33-99cd-47d7c21023a2", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b-authn-ssl"} 2026-07-29T09:36:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "59598436-5c76-4e33-99cd-47d7c21023a2", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:36:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "a039de60-a00c-4d59-a2b3-ece72d42d2d3", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:36:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "a039de60-a00c-4d59-a2b3-ece72d42d2d3", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:36:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "a039de60-a00c-4d59-a2b3-ece72d42d2d3", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:36:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "a039de60-a00c-4d59-a2b3-ece72d42d2d3", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b-kserve-route-authn"} 2026-07-29T09:36:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "a039de60-a00c-4d59-a2b3-ece72d42d2d3", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "authType": "userdefined"} 2026-07-29T09:36:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "a039de60-a00c-4d59-a2b3-ece72d42d2d3", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:36:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "9db8581d-49a3-4701-b500-214b681bc633", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:36:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "9db8581d-49a3-4701-b500-214b681bc633", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:36:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "9db8581d-49a3-4701-b500-214b681bc633", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:36:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "9db8581d-49a3-4701-b500-214b681bc633", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b-kserve-route-authn"} 2026-07-29T09:36:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "9db8581d-49a3-4701-b500-214b681bc633", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "authType": "userdefined"} 2026-07-29T09:36:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "9db8581d-49a3-4701-b500-214b681bc633", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:36:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "f893737f-4d19-454e-b0be-8113093c77b0", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:36:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "f893737f-4d19-454e-b0be-8113093c77b0", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48-authn-ssl"} 2026-07-29T09:36:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "f893737f-4d19-454e-b0be-8113093c77b0", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:36:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "883b85e2-b3b2-44e4-a322-5e584d334a37", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:36:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "883b85e2-b3b2-44e4-a322-5e584d334a37", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b-authn-ssl"} 2026-07-29T09:36:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "883b85e2-b3b2-44e4-a322-5e584d334a37", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:37:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48", "reconcileID": "716f7d88-8318-4957-ab43-b4c01a3d513a", "LLMInferenceService": "sub-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48", "reconcileID": "716f7d88-8318-4957-ab43-b4c01a3d513a", "LLMInferenceService": "sub-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48"} 2026-07-29T09:37:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48", "reconcileID": "716f7d88-8318-4957-ab43-b4c01a3d513a", "LLMInferenceService": "sub-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48", "reconcileID": "716f7d88-8318-4957-ab43-b4c01a3d513a", "LLMInferenceService": "sub-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48", "reconcileID": "716f7d88-8318-4957-ab43-b4c01a3d513a", "LLMInferenceService": "sub-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48-kserve-route-authn"} 2026-07-29T09:37:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48", "reconcileID": "716f7d88-8318-4957-ab43-b4c01a3d513a", "LLMInferenceService": "sub-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48-kserve-route-authn"} 2026-07-29T09:37:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48", "reconcileID": "716f7d88-8318-4957-ab43-b4c01a3d513a", "LLMInferenceService": "sub-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48", "reconcileID": "716f7d88-8318-4957-ab43-b4c01a3d513a", "LLMInferenceService": "sub-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "sub-test-model-0abb48", "reconcileID": "7230b1fb-bd40-4981-8832-368ec0ad4c15", "LLMInferenceService": "sub-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "283deba6-d4f0-4aa3-87a9-89e8bc84c8ca", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:37:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "283deba6-d4f0-4aa3-87a9-89e8bc84c8ca", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48-authn-ssl"} 2026-07-29T09:37:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "283deba6-d4f0-4aa3-87a9-89e8bc84c8ca", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:37:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "4c139596-0f1f-43b8-8789-cd062b015dee", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:37:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "4c139596-0f1f-43b8-8789-cd062b015dee", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48-authn-ssl"} 2026-07-29T09:37:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "4c139596-0f1f-43b8-8789-cd062b015dee", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:37:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "9979a3c1-b60e-4bbf-adf3-98ebc5c0a485", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:37:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "9979a3c1-b60e-4bbf-adf3-98ebc5c0a485", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b"} 2026-07-29T09:37:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "9979a3c1-b60e-4bbf-adf3-98ebc5c0a485", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:37:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "9979a3c1-b60e-4bbf-adf3-98ebc5c0a485", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:37:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "9979a3c1-b60e-4bbf-adf3-98ebc5c0a485", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b-kserve-route-authn"} 2026-07-29T09:37:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "9979a3c1-b60e-4bbf-adf3-98ebc5c0a485", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b-kserve-route-authn"} 2026-07-29T09:37:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "9979a3c1-b60e-4bbf-adf3-98ebc5c0a485", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:37:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "9979a3c1-b60e-4bbf-adf3-98ebc5c0a485", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:37:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "sub-test-model-27430b", "reconcileID": "2850e422-bac1-4b9f-9d0d-59408966e11c", "LLMInferenceService": "sub-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:37:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "ce321f27-7a98-4761-a21d-25bf0cc53c78", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:37:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "ce321f27-7a98-4761-a21d-25bf0cc53c78", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b-authn-ssl"} 2026-07-29T09:37:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "ce321f27-7a98-4761-a21d-25bf0cc53c78", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:37:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "20c0f077-642c-40d3-afe6-49fd55196078", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:37:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "20c0f077-642c-40d3-afe6-49fd55196078", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b-authn-ssl"} 2026-07-29T09:37:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "20c0f077-642c-40d3-afe6-49fd55196078", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:37:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "7a644a20-6657-4a67-b29c-aa8b47629aee", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "7a644a20-6657-4a67-b29c-aa8b47629aee", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "7a644a20-6657-4a67-b29c-aa8b47629aee", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "3fca6d6b-af13-4cc8-895f-08cf6df321b5", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:37:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "7a644a20-6657-4a67-b29c-aa8b47629aee", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48-kserve-route-authn"} 2026-07-29T09:37:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "7a644a20-6657-4a67-b29c-aa8b47629aee", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "authType": "userdefined"} 2026-07-29T09:37:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "7a644a20-6657-4a67-b29c-aa8b47629aee", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "3fca6d6b-af13-4cc8-895f-08cf6df321b5", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48-authn-ssl"} 2026-07-29T09:37:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "3fca6d6b-af13-4cc8-895f-08cf6df321b5", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:37:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "c86410b1-37a9-4d57-9226-5db0959786d6", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "c86410b1-37a9-4d57-9226-5db0959786d6", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "c86410b1-37a9-4d57-9226-5db0959786d6", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "c86410b1-37a9-4d57-9226-5db0959786d6", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48-kserve-route-authn"} 2026-07-29T09:37:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "c86410b1-37a9-4d57-9226-5db0959786d6", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "authType": "userdefined"} 2026-07-29T09:37:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "c86410b1-37a9-4d57-9226-5db0959786d6", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "7fb2b1f9-c8ca-4686-b7f0-438915bae8f4", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:37:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "7fb2b1f9-c8ca-4686-b7f0-438915bae8f4", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48-authn-ssl"} 2026-07-29T09:37:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "7fb2b1f9-c8ca-4686-b7f0-438915bae8f4", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:37:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "ddfc7527-844b-4565-9ca3-4054fe1c1ba7", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:37:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "ddfc7527-844b-4565-9ca3-4054fe1c1ba7", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48-authn-ssl"} 2026-07-29T09:37:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "ddfc7527-844b-4565-9ca3-4054fe1c1ba7", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:37:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "3ac64d46-0d6e-4c02-b1f5-5f56375c1d87", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "3ac64d46-0d6e-4c02-b1f5-5f56375c1d87", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "3ac64d46-0d6e-4c02-b1f5-5f56375c1d87", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "3ac64d46-0d6e-4c02-b1f5-5f56375c1d87", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48-kserve-route-authn"} 2026-07-29T09:37:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "3ac64d46-0d6e-4c02-b1f5-5f56375c1d87", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "authType": "userdefined"} 2026-07-29T09:37:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "3ac64d46-0d6e-4c02-b1f5-5f56375c1d87", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "b7fd869c-4c43-4e57-8e07-41fbd8b8ed19", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "b7fd869c-4c43-4e57-8e07-41fbd8b8ed19", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "b7fd869c-4c43-4e57-8e07-41fbd8b8ed19", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "b7fd869c-4c43-4e57-8e07-41fbd8b8ed19", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48-kserve-route-authn"} 2026-07-29T09:37:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "b7fd869c-4c43-4e57-8e07-41fbd8b8ed19", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "authType": "userdefined"} 2026-07-29T09:37:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "b7fd869c-4c43-4e57-8e07-41fbd8b8ed19", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "a67796bc-7e2e-48d3-8c3a-8e7286314dbb", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:37:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "a67796bc-7e2e-48d3-8c3a-8e7286314dbb", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b-authn-ssl"} 2026-07-29T09:37:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "a67796bc-7e2e-48d3-8c3a-8e7286314dbb", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:37:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "259ef96b-99e6-4d0d-b390-395e69fc9af9", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "259ef96b-99e6-4d0d-b390-395e69fc9af9", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "259ef96b-99e6-4d0d-b390-395e69fc9af9", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "259ef96b-99e6-4d0d-b390-395e69fc9af9", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48-kserve-route-authn"} 2026-07-29T09:37:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "259ef96b-99e6-4d0d-b390-395e69fc9af9", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "authType": "userdefined"} 2026-07-29T09:37:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "259ef96b-99e6-4d0d-b390-395e69fc9af9", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:37:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "d879acf3-b77b-4d0e-86c0-8828e22aa189", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:37:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "d879acf3-b77b-4d0e-86c0-8828e22aa189", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:37:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "d879acf3-b77b-4d0e-86c0-8828e22aa189", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:37:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "36b05338-5fa8-412e-aeff-6ee47694acee", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:37:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "d879acf3-b77b-4d0e-86c0-8828e22aa189", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b-kserve-route-authn"} 2026-07-29T09:37:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "d879acf3-b77b-4d0e-86c0-8828e22aa189", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "authType": "userdefined"} 2026-07-29T09:37:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "d879acf3-b77b-4d0e-86c0-8828e22aa189", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:37:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "36b05338-5fa8-412e-aeff-6ee47694acee", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b-authn-ssl"} 2026-07-29T09:37:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "36b05338-5fa8-412e-aeff-6ee47694acee", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:37:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "59884b2b-54e2-4a9f-a5a4-814ec9e3960e", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:37:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "59884b2b-54e2-4a9f-a5a4-814ec9e3960e", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:37:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "59884b2b-54e2-4a9f-a5a4-814ec9e3960e", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:37:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "59884b2b-54e2-4a9f-a5a4-814ec9e3960e", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b-kserve-route-authn"} 2026-07-29T09:37:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "59884b2b-54e2-4a9f-a5a4-814ec9e3960e", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "authType": "userdefined"} 2026-07-29T09:37:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "59884b2b-54e2-4a9f-a5a4-814ec9e3960e", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:37:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "1bc67b15-c9ec-4d22-9597-b870ee04cae5", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:37:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "1bc67b15-c9ec-4d22-9597-b870ee04cae5", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b-authn-ssl"} 2026-07-29T09:37:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "1bc67b15-c9ec-4d22-9597-b870ee04cae5", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:37:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "c849cae5-d83f-49c7-a19b-da518057dfcf", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:37:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "c849cae5-d83f-49c7-a19b-da518057dfcf", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:37:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "c849cae5-d83f-49c7-a19b-da518057dfcf", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:37:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "c849cae5-d83f-49c7-a19b-da518057dfcf", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b-kserve-route-authn"} 2026-07-29T09:37:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "c849cae5-d83f-49c7-a19b-da518057dfcf", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "authType": "userdefined"} 2026-07-29T09:37:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "c849cae5-d83f-49c7-a19b-da518057dfcf", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:38:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "91cfb700-9cfb-4251-b8d1-b93070145f67", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T09:38:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "3e26f57d-225d-40ee-bec9-9efb09b4f10d", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:38:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "3e26f57d-225d-40ee-bec9-9efb09b4f10d", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:38:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "3e26f57d-225d-40ee-bec9-9efb09b4f10d", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:38:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "3e26f57d-225d-40ee-bec9-9efb09b4f10d", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b-kserve-route-authn"} 2026-07-29T09:38:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "3e26f57d-225d-40ee-bec9-9efb09b4f10d", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "authType": "userdefined"} 2026-07-29T09:38:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "3e26f57d-225d-40ee-bec9-9efb09b4f10d", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:38:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "eb2db0eb-e8b9-4b28-8eec-62e8fc5e3451", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:38:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "eb2db0eb-e8b9-4b28-8eec-62e8fc5e3451", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48-authn-ssl"} 2026-07-29T09:38:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "eb2db0eb-e8b9-4b28-8eec-62e8fc5e3451", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:38:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "0bfda58c-def9-4e6b-b0d0-f62015d9ec83", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:38:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "0bfda58c-def9-4e6b-b0d0-f62015d9ec83", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b-authn-ssl"} 2026-07-29T09:38:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "0bfda58c-def9-4e6b-b0d0-f62015d9ec83", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:39:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "a8c1b6e2-7f00-4199-b5e4-eea94ec13e7e", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:39:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "a8c1b6e2-7f00-4199-b5e4-eea94ec13e7e", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48"} 2026-07-29T09:39:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "a8c1b6e2-7f00-4199-b5e4-eea94ec13e7e", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:39:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "a8c1b6e2-7f00-4199-b5e4-eea94ec13e7e", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:39:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "a8c1b6e2-7f00-4199-b5e4-eea94ec13e7e", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48-kserve-route-authn"} 2026-07-29T09:39:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "a8c1b6e2-7f00-4199-b5e4-eea94ec13e7e", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48-kserve-route-authn"} 2026-07-29T09:39:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "a8c1b6e2-7f00-4199-b5e4-eea94ec13e7e", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:39:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "a8c1b6e2-7f00-4199-b5e4-eea94ec13e7e", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:39:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0abb48","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "rate-test-model-0abb48", "reconcileID": "2a8a0b43-e9d4-46a1-80b6-52f9743ecc02", "LLMInferenceService": "rate-test-model-0abb48", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:39:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "909fc016-ade2-4ee3-8b94-81b5ac3a7146", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:39:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "909fc016-ade2-4ee3-8b94-81b5ac3a7146", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48-authn-ssl"} 2026-07-29T09:39:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "909fc016-ade2-4ee3-8b94-81b5ac3a7146", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:39:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "f9ff1555-9ccf-45c3-b722-f56d9dad78d4", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:39:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "f9ff1555-9ccf-45c3-b722-f56d9dad78d4", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48-authn-ssl"} 2026-07-29T09:39:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "f9ff1555-9ccf-45c3-b722-f56d9dad78d4", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:39:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "e00b132f-55d2-4d3e-a64e-9090c472184f", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:39:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "e00b132f-55d2-4d3e-a64e-9090c472184f", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b"} 2026-07-29T09:39:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "e00b132f-55d2-4d3e-a64e-9090c472184f", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:39:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "e00b132f-55d2-4d3e-a64e-9090c472184f", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:39:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "e00b132f-55d2-4d3e-a64e-9090c472184f", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b-kserve-route-authn"} 2026-07-29T09:39:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "e00b132f-55d2-4d3e-a64e-9090c472184f", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b-kserve-route-authn"} 2026-07-29T09:39:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "e00b132f-55d2-4d3e-a64e-9090c472184f", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:39:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "e00b132f-55d2-4d3e-a64e-9090c472184f", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:39:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-27430b","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "rate-test-model-27430b", "reconcileID": "e9e4bf77-9059-4bd8-a439-5901be740061", "LLMInferenceService": "rate-test-model-27430b", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:39:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "94c27679-0af4-4f3a-9e68-c5bb6add4f4a", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:39:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "94c27679-0af4-4f3a-9e68-c5bb6add4f4a", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b-authn-ssl"} 2026-07-29T09:39:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "94c27679-0af4-4f3a-9e68-c5bb6add4f4a", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:39:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "04ab4ab8-60df-47b9-9250-c59e8067254a", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:39:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "04ab4ab8-60df-47b9-9250-c59e8067254a", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b-authn-ssl"} 2026-07-29T09:39:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "04ab4ab8-60df-47b9-9250-c59e8067254a", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:39:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "d6c3e1e7-8342-4827-8f1b-be9de9823e6b", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:39:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "d6c3e1e7-8342-4827-8f1b-be9de9823e6b", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48-authn-ssl"} 2026-07-29T09:39:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "d6c3e1e7-8342-4827-8f1b-be9de9823e6b", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:39:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "d5974492-d253-4fa0-9d21-d68995f7f7f6", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:39:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "d5974492-d253-4fa0-9d21-d68995f7f7f6", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b-authn-ssl"} 2026-07-29T09:39:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "d5974492-d253-4fa0-9d21-d68995f7f7f6", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:39:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "4d96b5d6-e88a-43da-bc74-14842cf02466", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:39:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "4d96b5d6-e88a-43da-bc74-14842cf02466", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569-authn-ssl"} 2026-07-29T09:39:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "4d96b5d6-e88a-43da-bc74-14842cf02466", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:39:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "a71b7ea1-f565-4789-a93f-1f839f66124f", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:39:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "a71b7ea1-f565-4789-a93f-1f839f66124f", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569-authn-ssl"} 2026-07-29T09:39:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "a71b7ea1-f565-4789-a93f-1f839f66124f", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:39:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "05aa9b54-a699-4c2d-9c07-2e0f324112a2", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:39:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "05aa9b54-a699-4c2d-9c07-2e0f324112a2", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569-authn-ssl"} 2026-07-29T09:39:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "05aa9b54-a699-4c2d-9c07-2e0f324112a2", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:39:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "52f1b2fd-ffc9-4271-b194-dd8bd41e5fb3", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:39:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "52f1b2fd-ffc9-4271-b194-dd8bd41e5fb3", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569-authn-ssl"} 2026-07-29T09:39:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "52f1b2fd-ffc9-4271-b194-dd8bd41e5fb3", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:39:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "6a2fad06-ba90-403c-ad86-3d3815ba57c9", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:39:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "6a2fad06-ba90-403c-ad86-3d3815ba57c9", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569-authn-ssl"} 2026-07-29T09:39:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "6a2fad06-ba90-403c-ad86-3d3815ba57c9", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:39:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "ba4a19f4-b819-4b00-b736-e9424acb5c99", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:39:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "ba4a19f4-b819-4b00-b736-e9424acb5c99", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569-authn-ssl"} 2026-07-29T09:39:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "ba4a19f4-b819-4b00-b736-e9424acb5c99", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:39:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "bc5eb347-b699-45d9-a760-b6b5a9e5938b", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:39:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "bc5eb347-b699-45d9-a760-b6b5a9e5938b", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569-authn-ssl"} 2026-07-29T09:39:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "bc5eb347-b699-45d9-a760-b6b5a9e5938b", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:39:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "odh-trusted-ca-bundle", "reconcileID": "a768578f-d907-43b8-8ac6-18cc72bca7eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:39:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "openshift-service-ca.crt", "reconcileID": "2dacda00-b820-490c-97bb-50a2a1c481fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:39:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "openshift-service-ca.crt", "reconcileID": "e927d10a-d7c8-4669-8da7-2897dd714628", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T09:39:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "openshift-service-ca.crt", "reconcileID": "e927d10a-d7c8-4669-8da7-2897dd714628", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:39:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "openshift-service-ca.crt", "reconcileID": "5bea9944-054d-4140-8504-5b4d1f91ab6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T09:39:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "openshift-service-ca.crt", "reconcileID": "5bea9944-054d-4140-8504-5b4d1f91ab6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:39:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "odh-trusted-ca-bundle", "reconcileID": "53c97578-13a8-477e-a763-425d7fabd09a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:39:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11c45d94-3d56-4676-9239-abdcf4241c68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:39:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "fea1d26f-83bb-4a7f-aa93-918637b211f5", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:39:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "fea1d26f-83bb-4a7f-aa93-918637b211f5", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569-authn-ssl"} 2026-07-29T09:39:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "fea1d26f-83bb-4a7f-aa93-918637b211f5", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:39:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5f9399a9-6d97-4ff4-b25f-4ddb223ca588", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T09:39:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "74175bd0-ad47-4c97-9f95-134f33a841f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T09:39:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "c1ea9037-4f25-4357-8c4d-ccb9f3c61d58", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:39:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "c1ea9037-4f25-4357-8c4d-ccb9f3c61d58", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569-authn-ssl"} 2026-07-29T09:39:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "c1ea9037-4f25-4357-8c4d-ccb9f3c61d58", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:39:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d56a1079-4664-44d9-8d76-91acc7071520", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T09:39:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "741f46e0-8190-4342-831b-fdb7a2c13b9e", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:39:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "741f46e0-8190-4342-831b-fdb7a2c13b9e", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68-authn-ssl"} 2026-07-29T09:39:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "741f46e0-8190-4342-831b-fdb7a2c13b9e", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:39:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "153fbe56-b7cf-469c-8340-0dd3c25ad9c4", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:39:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "153fbe56-b7cf-469c-8340-0dd3c25ad9c4", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68-authn-ssl"} 2026-07-29T09:39:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "153fbe56-b7cf-469c-8340-0dd3c25ad9c4", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:39:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "ef1f2781-1fcb-4064-895f-e007c06f509b", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:39:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "ef1f2781-1fcb-4064-895f-e007c06f509b", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68-authn-ssl"} 2026-07-29T09:39:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "ef1f2781-1fcb-4064-895f-e007c06f509b", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:39:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "eb11367c-c834-4fcf-a06a-e70f6a078583", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:39:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "eb11367c-c834-4fcf-a06a-e70f6a078583", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68-authn-ssl"} 2026-07-29T09:39:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "eb11367c-c834-4fcf-a06a-e70f6a078583", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:39:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "7c20703c-31de-456c-b279-93619331c3ba", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:39:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "7c20703c-31de-456c-b279-93619331c3ba", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68-authn-ssl"} 2026-07-29T09:39:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "7c20703c-31de-456c-b279-93619331c3ba", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:39:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "a4dd90fd-8564-4063-aee1-3714f42d4a8f", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:39:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "a4dd90fd-8564-4063-aee1-3714f42d4a8f", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68-authn-ssl"} 2026-07-29T09:39:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "a4dd90fd-8564-4063-aee1-3714f42d4a8f", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:39:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "42d4d096-228b-4588-8ad0-33ac526c76e1", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:39:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "42d4d096-228b-4588-8ad0-33ac526c76e1", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68-authn-ssl"} 2026-07-29T09:39:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "42d4d096-228b-4588-8ad0-33ac526c76e1", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:39:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "e869c759-747c-4794-a703-2d7bd22cf0de", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:39:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "e869c759-747c-4794-a703-2d7bd22cf0de", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68-authn-ssl"} 2026-07-29T09:39:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "e869c759-747c-4794-a703-2d7bd22cf0de", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:40:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-150c68"}, "namespace": "ai-tenant-e2e-ipp-b-150c68", "name": "openshift-service-ca.crt", "reconcileID": "7db555d3-1973-4af8-a88c-eb67d5a22307", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-150c68"} 2026-07-29T09:40:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-150c68"}, "namespace": "ai-tenant-e2e-ipp-b-150c68", "name": "odh-trusted-ca-bundle", "reconcileID": "9f9d34e9-715e-44b3-8e2e-44d115e6b7c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-150c68", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T09:40:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-150c68"}, "namespace": "ai-tenant-e2e-ipp-b-150c68", "name": "odh-trusted-ca-bundle", "reconcileID": "9f9d34e9-715e-44b3-8e2e-44d115e6b7c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-150c68"} 2026-07-29T09:40:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-150c68"}, "namespace": "ai-tenant-e2e-ipp-b-150c68", "name": "openshift-service-ca.crt", "reconcileID": "385e7efb-c63d-4fb8-a892-0dcf41048142", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-150c68"} 2026-07-29T09:40:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-150c68"}, "namespace": "ai-tenant-e2e-ipp-b-150c68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b244eaae-e0d1-48f2-8255-6b135f72ff03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-150c68"} 2026-07-29T09:40:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-150c68"}, "namespace": "ai-tenant-e2e-ipp-b-150c68", "name": "openshift-service-ca.crt", "reconcileID": "02f97ac5-de64-42c1-9fcc-d25cc0c7c262", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-150c68"} 2026-07-29T09:40:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-150c68"}, "namespace": "ai-tenant-e2e-ipp-b-150c68", "name": "odh-trusted-ca-bundle", "reconcileID": "102a1b4e-2626-4dd4-ba74-db4084c6d2c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-150c68", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T09:40:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-150c68"}, "namespace": "ai-tenant-e2e-ipp-b-150c68", "name": "odh-trusted-ca-bundle", "reconcileID": "102a1b4e-2626-4dd4-ba74-db4084c6d2c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-150c68"} 2026-07-29T09:40:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-150c68"}, "namespace": "ai-tenant-e2e-ipp-b-150c68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30562bcb-0940-44aa-812a-ff0dfeca907c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-150c68"} 2026-07-29T09:40:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "4d54b054-0d51-4351-8a9e-b7b463e39cc9", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:40:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "4d54b054-0d51-4351-8a9e-b7b463e39cc9", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68-authn-ssl"} 2026-07-29T09:40:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "4d54b054-0d51-4351-8a9e-b7b463e39cc9", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:40:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "911f758c-54eb-4125-b1a4-619b20125c6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T09:40:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f1bd2aa5-4f81-4d2a-9ef2-c8ba45b30d4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T09:40:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "aeefcfc9-c29a-4590-af1f-c6577fa1b042", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:40:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "aeefcfc9-c29a-4590-af1f-c6577fa1b042", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68-authn-ssl"} 2026-07-29T09:40:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "aeefcfc9-c29a-4590-af1f-c6577fa1b042", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:40:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1203a7ef-1409-416f-9d1e-a76a3c205ca9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T09:40:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "bdb63b24-88f2-4539-8382-2a75a1c233c1", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:40:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "bdb63b24-88f2-4539-8382-2a75a1c233c1", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:40:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "bdb63b24-88f2-4539-8382-2a75a1c233c1", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:40:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "7dc0e6d0-0de1-4646-a98c-e178d1db9cba", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:40:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "bdb63b24-88f2-4539-8382-2a75a1c233c1", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569-kserve-route-authn"} 2026-07-29T09:40:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "bdb63b24-88f2-4539-8382-2a75a1c233c1", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "authType": "userdefined"} 2026-07-29T09:40:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "bdb63b24-88f2-4539-8382-2a75a1c233c1", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:40:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "7dc0e6d0-0de1-4646-a98c-e178d1db9cba", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569-authn-ssl"} 2026-07-29T09:40:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "7dc0e6d0-0de1-4646-a98c-e178d1db9cba", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:40:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "af729045-74fd-46ef-88ba-0ad121900f28", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:40:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "af729045-74fd-46ef-88ba-0ad121900f28", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:40:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "af729045-74fd-46ef-88ba-0ad121900f28", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:40:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "af729045-74fd-46ef-88ba-0ad121900f28", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569-kserve-route-authn"} 2026-07-29T09:40:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "af729045-74fd-46ef-88ba-0ad121900f28", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "authType": "userdefined"} 2026-07-29T09:40:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "af729045-74fd-46ef-88ba-0ad121900f28", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:40:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "271dd589-b8fa-471c-b1ef-f4e4728248cb", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:40:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "271dd589-b8fa-471c-b1ef-f4e4728248cb", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569-authn-ssl"} 2026-07-29T09:40:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "271dd589-b8fa-471c-b1ef-f4e4728248cb", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:40:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "738d7df5-ea27-4ba0-a329-01299a82ca85", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:40:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "738d7df5-ea27-4ba0-a329-01299a82ca85", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:40:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "738d7df5-ea27-4ba0-a329-01299a82ca85", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:40:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "738d7df5-ea27-4ba0-a329-01299a82ca85", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569-kserve-route-authn"} 2026-07-29T09:40:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "738d7df5-ea27-4ba0-a329-01299a82ca85", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "authType": "userdefined"} 2026-07-29T09:40:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "738d7df5-ea27-4ba0-a329-01299a82ca85", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:40:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "7d028537-de09-421e-84f2-f8eb0a08452b", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:40:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "7d028537-de09-421e-84f2-f8eb0a08452b", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:40:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "7d028537-de09-421e-84f2-f8eb0a08452b", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:40:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "7d028537-de09-421e-84f2-f8eb0a08452b", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569-kserve-route-authn"} 2026-07-29T09:40:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "7d028537-de09-421e-84f2-f8eb0a08452b", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "authType": "userdefined"} 2026-07-29T09:40:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "7d028537-de09-421e-84f2-f8eb0a08452b", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:40:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "68f201f7-4685-4852-8fc1-bc0e8fb71e16", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:40:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "68f201f7-4685-4852-8fc1-bc0e8fb71e16", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:40:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "68f201f7-4685-4852-8fc1-bc0e8fb71e16", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:40:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "68f201f7-4685-4852-8fc1-bc0e8fb71e16", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569-kserve-route-authn"} 2026-07-29T09:40:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "68f201f7-4685-4852-8fc1-bc0e8fb71e16", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "authType": "userdefined"} 2026-07-29T09:40:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "68f201f7-4685-4852-8fc1-bc0e8fb71e16", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:40:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "049a2f14-2ae5-4177-8161-269756c0bbf2", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:40:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "049a2f14-2ae5-4177-8161-269756c0bbf2", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569-authn-ssl"} 2026-07-29T09:40:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "049a2f14-2ae5-4177-8161-269756c0bbf2", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:41:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "f21ab285-610e-4588-80f8-3f15227d24e8", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "f21ab285-610e-4588-80f8-3f15227d24e8", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2-authn-ssl"} 2026-07-29T09:41:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "f21ab285-610e-4588-80f8-3f15227d24e8", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "db4ffdce-0cc1-46c8-9113-afd941569f64", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "db4ffdce-0cc1-46c8-9113-afd941569f64", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2-authn-ssl"} 2026-07-29T09:41:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "db4ffdce-0cc1-46c8-9113-afd941569f64", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "fdee311a-af1a-43a4-a410-55e807cc91f1", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "fdee311a-af1a-43a4-a410-55e807cc91f1", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2-authn-ssl"} 2026-07-29T09:41:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "fdee311a-af1a-43a4-a410-55e807cc91f1", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "d46a2c0f-5746-4ee6-a3a8-7e46763a00a1", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "d46a2c0f-5746-4ee6-a3a8-7e46763a00a1", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2-authn-ssl"} 2026-07-29T09:41:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "d46a2c0f-5746-4ee6-a3a8-7e46763a00a1", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "9b5176f6-ab02-41f7-ba66-a1997351830d", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "9b5176f6-ab02-41f7-ba66-a1997351830d", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2-authn-ssl"} 2026-07-29T09:41:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "9b5176f6-ab02-41f7-ba66-a1997351830d", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "56cc505b-0464-4b68-9f1b-b2cde5c471a4", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "56cc505b-0464-4b68-9f1b-b2cde5c471a4", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2-authn-ssl"} 2026-07-29T09:41:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "56cc505b-0464-4b68-9f1b-b2cde5c471a4", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "c65d6e59-5f41-494b-be99-58a60ceeecc3", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "c65d6e59-5f41-494b-be99-58a60ceeecc3", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2-authn-ssl"} 2026-07-29T09:41:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "c65d6e59-5f41-494b-be99-58a60ceeecc3", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "f5fb2393-ba0c-4032-87cc-02bb4c59217b", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "f5fb2393-ba0c-4032-87cc-02bb4c59217b", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2-authn-ssl"} 2026-07-29T09:41:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "f5fb2393-ba0c-4032-87cc-02bb4c59217b", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-82acc2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "name": "openshift-service-ca.crt", "reconcileID": "1c7cc8f8-55d6-48ef-98b8-cb148c75fee2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2"} 2026-07-29T09:41:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-82acc2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "name": "odh-trusted-ca-bundle", "reconcileID": "bfd684cc-8fa7-4940-9a7e-ba3c5f9423d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2"} 2026-07-29T09:41:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-82acc2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "name": "openshift-service-ca.crt", "reconcileID": "0a956ad5-1276-4c4c-8e9d-c93cbed27ee4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T09:41:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-82acc2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "name": "openshift-service-ca.crt", "reconcileID": "0a956ad5-1276-4c4c-8e9d-c93cbed27ee4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2"} 2026-07-29T09:41:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-82acc2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "353ee2a9-abb2-42e9-858d-2c2ac6e365cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2"} 2026-07-29T09:41:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-82acc2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "name": "openshift-service-ca.crt", "reconcileID": "fb2b7819-98f3-45ae-b874-b77400f49401", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2"} 2026-07-29T09:41:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-82acc2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "name": "odh-trusted-ca-bundle", "reconcileID": "9403aae1-1f7d-4c8a-ab29-e875cd5d29fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T09:41:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-82acc2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "name": "odh-trusted-ca-bundle", "reconcileID": "9403aae1-1f7d-4c8a-ab29-e875cd5d29fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2"} 2026-07-29T09:41:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-82acc2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39d8cc8d-814a-4a95-942b-459f62c9a2d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2"} 2026-07-29T09:41:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "df71a1fc-16dd-414e-a928-78be7debb54a", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "df71a1fc-16dd-414e-a928-78be7debb54a", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2-authn-ssl"} 2026-07-29T09:41:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "df71a1fc-16dd-414e-a928-78be7debb54a", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f7a19ca5-72a4-4711-87ea-ddb7d368b5cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T09:41:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "d91bcc41-92a4-484e-aa25-95fbdf76c73d", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "d91bcc41-92a4-484e-aa25-95fbdf76c73d", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2-authn-ssl"} 2026-07-29T09:41:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "d91bcc41-92a4-484e-aa25-95fbdf76c73d", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "220bb38f-2abb-4d3f-8561-624127a38ea2", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:41:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "220bb38f-2abb-4d3f-8561-624127a38ea2", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2-authn-ssl"} 2026-07-29T09:41:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "220bb38f-2abb-4d3f-8561-624127a38ea2", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:42:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-82acc2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d89eb39-cb80-492b-947b-350c6040ff0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2"} 2026-07-29T09:42:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-82acc2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d89eb39-cb80-492b-947b-350c6040ff0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T09:42:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-82acc2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d89eb39-cb80-492b-947b-350c6040ff0b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-82acc2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T09:42:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-82acc2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "name": "odh-trusted-ca-bundle", "reconcileID": "f3b904fb-c3af-4ab9-a5fe-6ce226387a2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2"} 2026-07-29T09:42:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-82acc2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "name": "odh-trusted-ca-bundle", "reconcileID": "f3b904fb-c3af-4ab9-a5fe-6ce226387a2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2"} 2026-07-29T09:42:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-82acc2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "name": "openshift-service-ca.crt", "reconcileID": "7eba5439-f361-47cd-87fc-e20bd88213f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2"} 2026-07-29T09:42:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-82acc2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "name": "openshift-service-ca.crt", "reconcileID": "7eba5439-f361-47cd-87fc-e20bd88213f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2"} 2026-07-29T09:42:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-82acc2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ae51537-d83d-461d-884e-61cccd108abd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2"} 2026-07-29T09:42:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-82acc2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ae51537-d83d-461d-884e-61cccd108abd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-82acc2"} 2026-07-29T09:42:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-82acc2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-82acc2", "reconcileID": "31b4d3c1-ea42-4fe7-8aa8-961206a76ff4", "Gateway": "e2e-ipp-cleanup-82acc2", "namespace": "openshift-ingress"} 2026-07-29T09:42:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fadb1fb5-58ea-4acf-81a8-c34a21738650", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T09:42:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "3ec8e207-97a3-4ef4-acec-cd7a5852d7ee", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:42:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "3ec8e207-97a3-4ef4-acec-cd7a5852d7ee", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569-authn-ssl"} 2026-07-29T09:42:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "3ec8e207-97a3-4ef4-acec-cd7a5852d7ee", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:42:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "ef64e5e6-e0b3-4b77-b016-9b0c1967cfff", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:42:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "ef64e5e6-e0b3-4b77-b016-9b0c1967cfff", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569-authn-ssl"} 2026-07-29T09:42:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "ef64e5e6-e0b3-4b77-b016-9b0c1967cfff", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:42:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "6f46d99b-49c8-453b-8c03-b02864238100", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:42:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "6f46d99b-49c8-453b-8c03-b02864238100", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:42:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "6f46d99b-49c8-453b-8c03-b02864238100", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:42:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "6f46d99b-49c8-453b-8c03-b02864238100", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569-kserve-route-authn"} 2026-07-29T09:42:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "6f46d99b-49c8-453b-8c03-b02864238100", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "authType": "userdefined"} 2026-07-29T09:42:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "6f46d99b-49c8-453b-8c03-b02864238100", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:42:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "c2fa0eb2-8c9b-444d-a61d-9623b2d3c606", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:42:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "c2fa0eb2-8c9b-444d-a61d-9623b2d3c606", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569-authn-ssl"} 2026-07-29T09:42:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "c2fa0eb2-8c9b-444d-a61d-9623b2d3c606", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:43:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d975fa5f-2f26-481e-b812-efa67d6ac7eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d975fa5f-2f26-481e-b812-efa67d6ac7eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T09:43:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d975fa5f-2f26-481e-b812-efa67d6ac7eb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b9d569 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T09:43:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "odh-trusted-ca-bundle", "reconcileID": "441b560c-90f7-416c-90ec-1b678dae2a38", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "odh-trusted-ca-bundle", "reconcileID": "441b560c-90f7-416c-90ec-1b678dae2a38", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "openshift-service-ca.crt", "reconcileID": "572a9eb9-dfbb-48c9-94af-02bfc59cb3e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "openshift-service-ca.crt", "reconcileID": "572a9eb9-dfbb-48c9-94af-02bfc59cb3e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89aa6e71-02ce-4ef7-957d-aa0d94962354", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89aa6e71-02ce-4ef7-957d-aa0d94962354", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "84546b9c-3f6b-48d8-9555-e426dfad484c", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "84546b9c-3f6b-48d8-9555-e426dfad484c", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "84546b9c-3f6b-48d8-9555-e426dfad484c", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "84546b9c-3f6b-48d8-9555-e426dfad484c", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569-kserve-route-authn"} 2026-07-29T09:43:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "84546b9c-3f6b-48d8-9555-e426dfad484c", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "authType": "userdefined"} 2026-07-29T09:43:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "84546b9c-3f6b-48d8-9555-e426dfad484c", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "f971ff57-d19a-4459-b133-486656171701", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "f971ff57-d19a-4459-b133-486656171701", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569"} 2026-07-29T09:43:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "f971ff57-d19a-4459-b133-486656171701", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "f971ff57-d19a-4459-b133-486656171701", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "f971ff57-d19a-4459-b133-486656171701", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569-kserve-route-authn"} 2026-07-29T09:43:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "f971ff57-d19a-4459-b133-486656171701", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569-kserve-route-authn"} 2026-07-29T09:43:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "f971ff57-d19a-4459-b133-486656171701", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "f971ff57-d19a-4459-b133-486656171701", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "96eb05bd-5b7d-411f-9644-c62989f7db33", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:43:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "96eb05bd-5b7d-411f-9644-c62989f7db33", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569-authn-ssl"} 2026-07-29T09:43:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "96eb05bd-5b7d-411f-9644-c62989f7db33", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:43:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ec28d2af-2b3a-4d16-bd3b-f8ce15bd4079", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T09:43:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "29f908dc-8288-48cc-9fa9-9f76a538d062", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "29f908dc-8288-48cc-9fa9-9f76a538d062", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569"} 2026-07-29T09:43:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "29f908dc-8288-48cc-9fa9-9f76a538d062", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "29f908dc-8288-48cc-9fa9-9f76a538d062", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "29f908dc-8288-48cc-9fa9-9f76a538d062", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569-kserve-route-authn"} 2026-07-29T09:43:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "29f908dc-8288-48cc-9fa9-9f76a538d062", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569-kserve-route-authn"} 2026-07-29T09:43:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "29f908dc-8288-48cc-9fa9-9f76a538d062", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "29f908dc-8288-48cc-9fa9-9f76a538d062", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b9d569","namespace":"ai-tenant-e2e-ipp-a-b9d569"}, "namespace": "ai-tenant-e2e-ipp-a-b9d569", "name": "ipp-route-b9d569", "reconcileID": "e003236e-80d2-4c63-a8ce-a41a49a9837f", "LLMInferenceService": "ipp-route-b9d569", "namespace": "ai-tenant-e2e-ipp-a-b9d569"} 2026-07-29T09:43:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "e88110b0-6714-4090-9f87-607935acccb8", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:43:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "e88110b0-6714-4090-9f87-607935acccb8", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569-authn-ssl"} 2026-07-29T09:43:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "e88110b0-6714-4090-9f87-607935acccb8", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:43:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b9d569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b9d569", "reconcileID": "c326a56a-cafd-49c4-bdfd-1b3833a6a48e", "Gateway": "e2e-ipp-a-b9d569", "namespace": "openshift-ingress"} 2026-07-29T09:43:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "862bf6c8-0685-46c2-bbaf-d17a27ba6a1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T09:43:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "a17c7ed0-42c0-4789-9c70-13a2118bf4ec", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:43:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "a17c7ed0-42c0-4789-9c70-13a2118bf4ec", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68-authn-ssl"} 2026-07-29T09:43:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "a17c7ed0-42c0-4789-9c70-13a2118bf4ec", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:43:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "275847ed-b2c0-4b7f-80c2-f183558d84ee", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:43:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "275847ed-b2c0-4b7f-80c2-f183558d84ee", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68-authn-ssl"} 2026-07-29T09:43:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "275847ed-b2c0-4b7f-80c2-f183558d84ee", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:43:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-150c68"}, "namespace": "ai-tenant-e2e-ipp-b-150c68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96ff8b30-e5c3-405c-8173-285def956d23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-150c68"} 2026-07-29T09:43:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-150c68"}, "namespace": "ai-tenant-e2e-ipp-b-150c68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96ff8b30-e5c3-405c-8173-285def956d23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-150c68", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T09:43:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-150c68"}, "namespace": "ai-tenant-e2e-ipp-b-150c68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96ff8b30-e5c3-405c-8173-285def956d23", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-150c68 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T09:43:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-150c68"}, "namespace": "ai-tenant-e2e-ipp-b-150c68", "name": "odh-trusted-ca-bundle", "reconcileID": "791e3658-2e78-4885-a1a3-01cd839fdf14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-150c68"} 2026-07-29T09:43:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-150c68"}, "namespace": "ai-tenant-e2e-ipp-b-150c68", "name": "odh-trusted-ca-bundle", "reconcileID": "791e3658-2e78-4885-a1a3-01cd839fdf14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-150c68"} 2026-07-29T09:43:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-150c68"}, "namespace": "ai-tenant-e2e-ipp-b-150c68", "name": "openshift-service-ca.crt", "reconcileID": "93cf8c6d-f3ea-4549-b3e5-be4eaa816de8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-150c68"} 2026-07-29T09:43:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-150c68"}, "namespace": "ai-tenant-e2e-ipp-b-150c68", "name": "openshift-service-ca.crt", "reconcileID": "93cf8c6d-f3ea-4549-b3e5-be4eaa816de8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-150c68"} 2026-07-29T09:43:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-150c68"}, "namespace": "ai-tenant-e2e-ipp-b-150c68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9401cae3-e110-4211-8d0d-7803f8d06f51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-150c68"} 2026-07-29T09:43:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-150c68"}, "namespace": "ai-tenant-e2e-ipp-b-150c68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9401cae3-e110-4211-8d0d-7803f8d06f51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-150c68"} 2026-07-29T09:43:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-150c68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-150c68", "reconcileID": "2c25d008-df15-4766-828e-3f110aa408e8", "Gateway": "e2e-ipp-b-150c68", "namespace": "openshift-ingress"} 2026-07-29T09:43:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "146e1b1e-d5ff-4a8f-b45c-19cf1d01ba73", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T09:43:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "b4419161-26c9-409d-bccf-f77aee4d9fe2", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:43:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "b4419161-26c9-409d-bccf-f77aee4d9fe2", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48-authn-ssl"} 2026-07-29T09:43:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "b4419161-26c9-409d-bccf-f77aee4d9fe2", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:43:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "a8a1e6da-644a-45cc-ad02-d45d28716a58", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:43:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "a8a1e6da-644a-45cc-ad02-d45d28716a58", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48-authn-ssl"} 2026-07-29T09:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "a8a1e6da-644a-45cc-ad02-d45d28716a58", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:44:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95140611-f303-4530-8c51-015fb790e7fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:44:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95140611-f303-4530-8c51-015fb790e7fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0abb48", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T09:44:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95140611-f303-4530-8c51-015fb790e7fc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-0abb48 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T09:44:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "odh-trusted-ca-bundle", "reconcileID": "0f89ae1b-90e4-4419-b087-1ba30fa52d41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:44:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "odh-trusted-ca-bundle", "reconcileID": "0f89ae1b-90e4-4419-b087-1ba30fa52d41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:44:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "openshift-service-ca.crt", "reconcileID": "f02014bb-ae64-4be6-b58d-6d2f7fc9a6e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:44:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "openshift-service-ca.crt", "reconcileID": "f02014bb-ae64-4be6-b58d-6d2f7fc9a6e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:44:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd00c185-61eb-4756-afc3-d93c057fa7bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:44:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0abb48"}, "namespace": "ai-tenant-e2e-shared-a-0abb48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd00c185-61eb-4756-afc3-d93c057fa7bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0abb48"} 2026-07-29T09:44:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0abb48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0abb48", "reconcileID": "9158c38d-67c1-4160-bd16-05f972627fff", "Gateway": "e2e-shared-a-0abb48", "namespace": "openshift-ingress"} 2026-07-29T09:44:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e30dc407-6385-46ad-b2e9-ba8955ac91a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T09:44:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "e32b14ce-6eb1-41f9-991c-15b675127bda", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:44:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "e32b14ce-6eb1-41f9-991c-15b675127bda", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b-authn-ssl"} 2026-07-29T09:44:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "e32b14ce-6eb1-41f9-991c-15b675127bda", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:44:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "f0d02db2-f407-4fbd-a7b9-9dfc1ce6dec9", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:44:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "f0d02db2-f407-4fbd-a7b9-9dfc1ce6dec9", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b-authn-ssl"} 2026-07-29T09:44:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "f0d02db2-f407-4fbd-a7b9-9dfc1ce6dec9", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"} 2026-07-29T09:44:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00595887-fce4-473c-89d9-e07e2b6bf855", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:44:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00595887-fce4-473c-89d9-e07e2b6bf855", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-27430b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T09:44:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00595887-fce4-473c-89d9-e07e2b6bf855", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-27430b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T09:44:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "odh-trusted-ca-bundle", "reconcileID": "90b4ee2d-f6d2-48c3-8851-362244596e54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:44:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "odh-trusted-ca-bundle", "reconcileID": "90b4ee2d-f6d2-48c3-8851-362244596e54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:44:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "openshift-service-ca.crt", "reconcileID": "0efd3fc0-9d85-4c65-86f4-821220209185", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:44:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "openshift-service-ca.crt", "reconcileID": "0efd3fc0-9d85-4c65-86f4-821220209185", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:44:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d8dd86b-129f-4111-a98f-19e1c1216c34", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:44:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-27430b"}, "namespace": "ai-tenant-e2e-shared-b-27430b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d8dd86b-129f-4111-a98f-19e1c1216c34", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-27430b"} 2026-07-29T09:44:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-27430b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-27430b", "reconcileID": "0508fe27-5745-45a9-848a-ffa85fc6e977", "Gateway": "e2e-shared-b-27430b", "namespace": "openshift-ingress"}