2026-09-15T21:40:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "88dc3649-a71e-4e65-beea-61f0c50bf8a2", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "authType": "userdefined"} 2026-09-15T21:40:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "88dc3649-a71e-4e65-beea-61f0c50bf8a2", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:40:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c4dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8", "reconcileID": "3a7c3134-016a-4daf-80a2-59e3a0bf950b", "Gateway": "e2e-shared-a-w3-3c4dc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8-authn-ssl"} 2026-09-15T21:40:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c4dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8", "reconcileID": "3a7c3134-016a-4daf-80a2-59e3a0bf950b", "Gateway": "e2e-shared-a-w3-3c4dc8", "namespace": "openshift-ingress"} 2026-09-15T21:40:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "a68a56ff-e431-4c42-a199-16934c33422d", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:40:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "a68a56ff-e431-4c42-a199-16934c33422d", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:40:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "a68a56ff-e431-4c42-a199-16934c33422d", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:40:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "a68a56ff-e431-4c42-a199-16934c33422d", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8-kserve-route-authn"} 2026-09-15T21:40:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "a68a56ff-e431-4c42-a199-16934c33422d", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "authType": "userdefined"} 2026-09-15T21:40:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "a68a56ff-e431-4c42-a199-16934c33422d", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:40:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c4dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8", "reconcileID": "e8cb8499-3a60-4fa5-b73b-12209654c111", "Gateway": "e2e-shared-a-w3-3c4dc8", "namespace": "openshift-ingress"} 2026-09-15T21:40:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c4dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8", "reconcileID": "e8cb8499-3a60-4fa5-b73b-12209654c111", "Gateway": "e2e-shared-a-w3-3c4dc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8-authn-ssl"} 2026-09-15T21:40:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c4dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8", "reconcileID": "e8cb8499-3a60-4fa5-b73b-12209654c111", "Gateway": "e2e-shared-a-w3-3c4dc8", "namespace": "openshift-ingress"} 2026-09-15T21:40:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "01200e98-5904-4751-8e6a-569e27c5d6e2", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:40:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "01200e98-5904-4751-8e6a-569e27c5d6e2", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:40:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "01200e98-5904-4751-8e6a-569e27c5d6e2", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:40:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "01200e98-5904-4751-8e6a-569e27c5d6e2", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8-kserve-route-authn"} 2026-09-15T21:40:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "01200e98-5904-4751-8e6a-569e27c5d6e2", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "authType": "userdefined"} 2026-09-15T21:40:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "01200e98-5904-4751-8e6a-569e27c5d6e2", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:40:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "d36853ac-3197-45a7-80ad-16c2c3559685", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:40:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "d36853ac-3197-45a7-80ad-16c2c3559685", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:40:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "d36853ac-3197-45a7-80ad-16c2c3559685", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:40:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "d36853ac-3197-45a7-80ad-16c2c3559685", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8-kserve-route-authn"} 2026-09-15T21:40:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "d36853ac-3197-45a7-80ad-16c2c3559685", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "authType": "userdefined"} 2026-09-15T21:40:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "d36853ac-3197-45a7-80ad-16c2c3559685", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:40:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "ad706de2-a1e0-4078-bcf4-113a54c389c6", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:40:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "ad706de2-a1e0-4078-bcf4-113a54c389c6", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:40:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "ad706de2-a1e0-4078-bcf4-113a54c389c6", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:40:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7c57b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6", "reconcileID": "a04c44c8-f6fc-42e7-8ecd-60a942bc9d49", "Gateway": "e2e-shared-b-w3-7c57b6", "namespace": "openshift-ingress"} 2026-09-15T21:40:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "ad706de2-a1e0-4078-bcf4-113a54c389c6", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6-kserve-route-authn"} 2026-09-15T21:40:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "ad706de2-a1e0-4078-bcf4-113a54c389c6", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "authType": "userdefined"} 2026-09-15T21:40:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "ad706de2-a1e0-4078-bcf4-113a54c389c6", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:40:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7c57b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6", "reconcileID": "a04c44c8-f6fc-42e7-8ecd-60a942bc9d49", "Gateway": "e2e-shared-b-w3-7c57b6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6-authn-ssl"} 2026-09-15T21:40:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7c57b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6", "reconcileID": "a04c44c8-f6fc-42e7-8ecd-60a942bc9d49", "Gateway": "e2e-shared-b-w3-7c57b6", "namespace": "openshift-ingress"} 2026-09-15T21:40:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "411deae7-2d0b-4d23-b855-ebe02c7c3a5a", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:40:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "411deae7-2d0b-4d23-b855-ebe02c7c3a5a", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:40:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "411deae7-2d0b-4d23-b855-ebe02c7c3a5a", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:40:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "411deae7-2d0b-4d23-b855-ebe02c7c3a5a", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6-kserve-route-authn"} 2026-09-15T21:40:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "411deae7-2d0b-4d23-b855-ebe02c7c3a5a", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "authType": "userdefined"} 2026-09-15T21:40:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "411deae7-2d0b-4d23-b855-ebe02c7c3a5a", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:41:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7c57b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6", "reconcileID": "7d703f3c-3ad7-48e0-89d3-a12df0a8d2f4", "Gateway": "e2e-shared-b-w3-7c57b6", "namespace": "openshift-ingress"} 2026-09-15T21:41:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7c57b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6", "reconcileID": "7d703f3c-3ad7-48e0-89d3-a12df0a8d2f4", "Gateway": "e2e-shared-b-w3-7c57b6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6-authn-ssl"} 2026-09-15T21:41:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7c57b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6", "reconcileID": "7d703f3c-3ad7-48e0-89d3-a12df0a8d2f4", "Gateway": "e2e-shared-b-w3-7c57b6", "namespace": "openshift-ingress"} 2026-09-15T21:41:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "c2fe0906-c03f-4492-a714-4152b60032f3", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:41:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "c2fe0906-c03f-4492-a714-4152b60032f3", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:41:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "c2fe0906-c03f-4492-a714-4152b60032f3", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:41:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "c2fe0906-c03f-4492-a714-4152b60032f3", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6-kserve-route-authn"} 2026-09-15T21:41:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "c2fe0906-c03f-4492-a714-4152b60032f3", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "authType": "userdefined"} 2026-09-15T21:41:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "c2fe0906-c03f-4492-a714-4152b60032f3", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:41:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "507a3f51-3f8a-497b-a98f-40129e27d329", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:41:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "507a3f51-3f8a-497b-a98f-40129e27d329", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:41:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "507a3f51-3f8a-497b-a98f-40129e27d329", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:41:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "507a3f51-3f8a-497b-a98f-40129e27d329", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6-kserve-route-authn"} 2026-09-15T21:41:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "507a3f51-3f8a-497b-a98f-40129e27d329", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "authType": "userdefined"} 2026-09-15T21:41:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "507a3f51-3f8a-497b-a98f-40129e27d329", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:41:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "fafbda11-0f16-49f2-9874-000048df0583", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:41:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "fafbda11-0f16-49f2-9874-000048df0583", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:41:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "fafbda11-0f16-49f2-9874-000048df0583", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:41:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "fafbda11-0f16-49f2-9874-000048df0583", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6-kserve-route-authn"} 2026-09-15T21:41:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "fafbda11-0f16-49f2-9874-000048df0583", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "authType": "userdefined"} 2026-09-15T21:41:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "fafbda11-0f16-49f2-9874-000048df0583", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:41:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "c81adc63-0d17-43f7-aa16-9d1e6f3e8eaf", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:41:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "c81adc63-0d17-43f7-aa16-9d1e6f3e8eaf", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8"} 2026-09-15T21:41:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "c81adc63-0d17-43f7-aa16-9d1e6f3e8eaf", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:41:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "c81adc63-0d17-43f7-aa16-9d1e6f3e8eaf", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:41:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "c81adc63-0d17-43f7-aa16-9d1e6f3e8eaf", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8-kserve-route-authn"} 2026-09-15T21:41:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "c81adc63-0d17-43f7-aa16-9d1e6f3e8eaf", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8-kserve-route-authn"} 2026-09-15T21:41:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "c81adc63-0d17-43f7-aa16-9d1e6f3e8eaf", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:41:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "c81adc63-0d17-43f7-aa16-9d1e6f3e8eaf", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:41:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c4dc8","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "rate-test-model-3c4dc8", "reconcileID": "a2e836b1-68ab-4cfa-97c4-5aff3ae1b969", "LLMInferenceService": "rate-test-model-3c4dc8", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:41:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c4dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8", "reconcileID": "5996521e-5da0-4431-85f5-1e2af37046d5", "Gateway": "e2e-shared-a-w3-3c4dc8", "namespace": "openshift-ingress"} 2026-09-15T21:41:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c4dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8", "reconcileID": "5996521e-5da0-4431-85f5-1e2af37046d5", "Gateway": "e2e-shared-a-w3-3c4dc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8-authn-ssl"} 2026-09-15T21:41:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c4dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8", "reconcileID": "5996521e-5da0-4431-85f5-1e2af37046d5", "Gateway": "e2e-shared-a-w3-3c4dc8", "namespace": "openshift-ingress"} 2026-09-15T21:41:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c4dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8", "reconcileID": "e2e17570-a38a-4444-8ec9-a5e6c9633cdd", "Gateway": "e2e-shared-a-w3-3c4dc8", "namespace": "openshift-ingress"} 2026-09-15T21:41:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c4dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8", "reconcileID": "e2e17570-a38a-4444-8ec9-a5e6c9633cdd", "Gateway": "e2e-shared-a-w3-3c4dc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8-authn-ssl"} 2026-09-15T21:41:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c4dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8", "reconcileID": "e2e17570-a38a-4444-8ec9-a5e6c9633cdd", "Gateway": "e2e-shared-a-w3-3c4dc8", "namespace": "openshift-ingress"} 2026-09-15T21:41:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "905cc533-82a1-4638-91c6-0aabfd3de4ce", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:41:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "905cc533-82a1-4638-91c6-0aabfd3de4ce", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6"} 2026-09-15T21:41:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "905cc533-82a1-4638-91c6-0aabfd3de4ce", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:41:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "905cc533-82a1-4638-91c6-0aabfd3de4ce", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:41:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "905cc533-82a1-4638-91c6-0aabfd3de4ce", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6-kserve-route-authn"} 2026-09-15T21:41:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "905cc533-82a1-4638-91c6-0aabfd3de4ce", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6-kserve-route-authn"} 2026-09-15T21:41:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "905cc533-82a1-4638-91c6-0aabfd3de4ce", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:41:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "905cc533-82a1-4638-91c6-0aabfd3de4ce", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:41:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7c57b6","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "rate-test-model-7c57b6", "reconcileID": "a8e68d30-55d3-4b4c-9b98-eea73ad51709", "LLMInferenceService": "rate-test-model-7c57b6", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:41:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7c57b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6", "reconcileID": "e7347c0c-cf91-4b92-aa8f-d27ea39478ac", "Gateway": "e2e-shared-b-w3-7c57b6", "namespace": "openshift-ingress"} 2026-09-15T21:41:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7c57b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6", "reconcileID": "e7347c0c-cf91-4b92-aa8f-d27ea39478ac", "Gateway": "e2e-shared-b-w3-7c57b6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6-authn-ssl"} 2026-09-15T21:41:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7c57b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6", "reconcileID": "e7347c0c-cf91-4b92-aa8f-d27ea39478ac", "Gateway": "e2e-shared-b-w3-7c57b6", "namespace": "openshift-ingress"} 2026-09-15T21:41:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7c57b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6", "reconcileID": "ae27d8f4-a017-49a8-baf5-14039e2f3162", "Gateway": "e2e-shared-b-w3-7c57b6", "namespace": "openshift-ingress"} 2026-09-15T21:41:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7c57b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6", "reconcileID": "ae27d8f4-a017-49a8-baf5-14039e2f3162", "Gateway": "e2e-shared-b-w3-7c57b6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6-authn-ssl"} 2026-09-15T21:41:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7c57b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6", "reconcileID": "ae27d8f4-a017-49a8-baf5-14039e2f3162", "Gateway": "e2e-shared-b-w3-7c57b6", "namespace": "openshift-ingress"} 2026-09-15T21:41:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "46885d5f-fcc0-4aad-ba4a-e76b05525f59", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:41:38Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "46885d5f-fcc0-4aad-ba4a-e76b05525f59", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45-authn-ssl"} 2026-09-15T21:41:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "46885d5f-fcc0-4aad-ba4a-e76b05525f59", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:41:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "9a804129-209b-41e5-8931-35ed3d25d6a6", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:41:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "9a804129-209b-41e5-8931-35ed3d25d6a6", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45-authn-ssl"} 2026-09-15T21:41:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "9a804129-209b-41e5-8931-35ed3d25d6a6", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:41:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "a8daa44a-0588-4cba-9a7f-91ce5a40d4ef", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:41:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "a8daa44a-0588-4cba-9a7f-91ce5a40d4ef", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45-authn-ssl"} 2026-09-15T21:41:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "a8daa44a-0588-4cba-9a7f-91ce5a40d4ef", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:41:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "beb3db96-745b-47f2-8547-cbe578adab4d", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:41:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "beb3db96-745b-47f2-8547-cbe578adab4d", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45-authn-ssl"} 2026-09-15T21:41:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "beb3db96-745b-47f2-8547-cbe578adab4d", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:41:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "aa08d188-29ae-40c2-a0bf-0371777fef7d", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:41:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "aa08d188-29ae-40c2-a0bf-0371777fef7d", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45-authn-ssl"} 2026-09-15T21:41:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "aa08d188-29ae-40c2-a0bf-0371777fef7d", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:41:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "324d2d7d-2199-45b9-8477-f0b02f95b231", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:41:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "324d2d7d-2199-45b9-8477-f0b02f95b231", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45-authn-ssl"} 2026-09-15T21:41:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "324d2d7d-2199-45b9-8477-f0b02f95b231", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:41:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "5d68e227-b442-4a6f-80e2-b48862efabbe", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:41:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "5d68e227-b442-4a6f-80e2-b48862efabbe", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45-authn-ssl"} 2026-09-15T21:41:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "5d68e227-b442-4a6f-80e2-b48862efabbe", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:41:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "da571090-4706-4e80-bfe2-8ac769bdb108", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:41:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "da571090-4706-4e80-bfe2-8ac769bdb108", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45-authn-ssl"} 2026-09-15T21:41:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "da571090-4706-4e80-bfe2-8ac769bdb108", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:41:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "openshift-service-ca.crt", "reconcileID": "ad85371f-660e-4338-8fd5-a41d8fea55be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:41:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "odh-trusted-ca-bundle", "reconcileID": "7a97a15e-92a2-43e2-8379-cb5d40291f7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:41:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "openshift-service-ca.crt", "reconcileID": "0d2836f7-b0c0-4d66-8a2a-4fdaa03f8c0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:41:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "openshift-service-ca.crt", "reconcileID": "0d2836f7-b0c0-4d66-8a2a-4fdaa03f8c0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:41:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ec15301-1a81-4fce-9dd2-73b7f7aed66a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:41:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "openshift-service-ca.crt", "reconcileID": "75827126-a5f9-4786-9039-b7fa4a1bb435", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:41:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "odh-trusted-ca-bundle", "reconcileID": "e2f6ad41-27b9-44a8-a229-7364e0a61bc0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "update": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:41:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "odh-trusted-ca-bundle", "reconcileID": "e2f6ad41-27b9-44a8-a229-7364e0a61bc0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:41:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c23df27-a4b8-4185-af3b-240a637ddf09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:41:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "52a65740-9a69-4954-ae23-16ae3d52d4d4", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:41:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "52a65740-9a69-4954-ae23-16ae3d52d4d4", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45-authn-ssl"} 2026-09-15T21:41:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "52a65740-9a69-4954-ae23-16ae3d52d4d4", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:41:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "72026c82-d16b-4ae0-a020-0fb445c28a2c", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:41:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "72026c82-d16b-4ae0-a020-0fb445c28a2c", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45-authn-ssl"} 2026-09-15T21:41:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "72026c82-d16b-4ae0-a020-0fb445c28a2c", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:42:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "8d783e4a-41ae-4c8d-b126-6acb7d6de8d6", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:42:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "8d783e4a-41ae-4c8d-b126-6acb7d6de8d6", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6-authn-ssl"} 2026-09-15T21:42:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "8d783e4a-41ae-4c8d-b126-6acb7d6de8d6", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:42:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "478d5731-f14a-4603-8eec-cefdc87fe8df", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:42:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "478d5731-f14a-4603-8eec-cefdc87fe8df", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6-authn-ssl"} 2026-09-15T21:42:07Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "478d5731-f14a-4603-8eec-cefdc87fe8df", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-e985b6-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-b-e985b6-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:42:07Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-e985b6-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-b-e985b6-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-b-e985b6","uid":"dcb545b1-a017-49d7-9593-9c47f27b0673","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"60937"}, "reason": "ReconcileError"} 2026-09-15T21:42:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "d050a534-1b13-4a28-ad34-929558f6a724", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:42:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "d050a534-1b13-4a28-ad34-929558f6a724", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6-authn-ssl"} 2026-09-15T21:42:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "d050a534-1b13-4a28-ad34-929558f6a724", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:42:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "07ca2360-d3fd-4f42-b508-b4d7f4b51bf3", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:42:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "07ca2360-d3fd-4f42-b508-b4d7f4b51bf3", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6-authn-ssl"} 2026-09-15T21:42:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "07ca2360-d3fd-4f42-b508-b4d7f4b51bf3", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:42:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "69c2cee8-ef2a-4538-91eb-2a7259d337d7", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:42:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "69c2cee8-ef2a-4538-91eb-2a7259d337d7", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6-authn-ssl"} 2026-09-15T21:42:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "69c2cee8-ef2a-4538-91eb-2a7259d337d7", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:42:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "9558911e-451a-4984-8bd6-405309e694cf", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:42:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "9558911e-451a-4984-8bd6-405309e694cf", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6-authn-ssl"} 2026-09-15T21:42:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "9558911e-451a-4984-8bd6-405309e694cf", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:42:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "ebc38cfb-565b-4bd4-b2f0-7ef87cc3df1a", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:42:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "ebc38cfb-565b-4bd4-b2f0-7ef87cc3df1a", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6-authn-ssl"} 2026-09-15T21:42:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "ebc38cfb-565b-4bd4-b2f0-7ef87cc3df1a", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:42:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "7cbd02f0-9011-4d8f-acfd-4bc5427de8fe", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:42:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "7cbd02f0-9011-4d8f-acfd-4bc5427de8fe", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6-authn-ssl"} 2026-09-15T21:42:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "7cbd02f0-9011-4d8f-acfd-4bc5427de8fe", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:42:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e985b6"}, "namespace": "ai-tenant-e2e-ipp-b-e985b6", "name": "openshift-service-ca.crt", "reconcileID": "8943a09b-78fb-4ca5-99de-efe41231e406", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e985b6"} 2026-09-15T21:42:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e985b6"}, "namespace": "ai-tenant-e2e-ipp-b-e985b6", "name": "odh-trusted-ca-bundle", "reconcileID": "37c76590-593c-47f3-b694-9d419987c6d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e985b6"} 2026-09-15T21:42:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e985b6"}, "namespace": "ai-tenant-e2e-ipp-b-e985b6", "name": "openshift-service-ca.crt", "reconcileID": "f76bc105-047b-4cb3-8b3d-54ab3994fa08", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e985b6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:42:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e985b6"}, "namespace": "ai-tenant-e2e-ipp-b-e985b6", "name": "openshift-service-ca.crt", "reconcileID": "f76bc105-047b-4cb3-8b3d-54ab3994fa08", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e985b6"} 2026-09-15T21:42:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e985b6"}, "namespace": "ai-tenant-e2e-ipp-b-e985b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b8b9ead-4e44-4957-8f17-2dab070e1a04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e985b6"} 2026-09-15T21:42:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e985b6"}, "namespace": "ai-tenant-e2e-ipp-b-e985b6", "name": "openshift-service-ca.crt", "reconcileID": "83d7997c-2b76-46bb-8452-495e7fe01435", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e985b6"} 2026-09-15T21:42:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e985b6"}, "namespace": "ai-tenant-e2e-ipp-b-e985b6", "name": "odh-trusted-ca-bundle", "reconcileID": "e4b8a56c-41c3-4211-883e-b28b2d40a11b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e985b6", "update": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:42:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e985b6"}, "namespace": "ai-tenant-e2e-ipp-b-e985b6", "name": "odh-trusted-ca-bundle", "reconcileID": "e4b8a56c-41c3-4211-883e-b28b2d40a11b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e985b6"} 2026-09-15T21:42:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e985b6"}, "namespace": "ai-tenant-e2e-ipp-b-e985b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "760e3a29-7068-4829-8dae-817fa5a0aadd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e985b6"} 2026-09-15T21:42:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "ef9b6d63-f0db-42ba-b640-d8c4568750c0", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:42:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "ef9b6d63-f0db-42ba-b640-d8c4568750c0", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6-authn-ssl"} 2026-09-15T21:42:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "ef9b6d63-f0db-42ba-b640-d8c4568750c0", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:42:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "5d14aad5-36e8-46a0-b0fd-0a16f76df410", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:42:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "5d14aad5-36e8-46a0-b0fd-0a16f76df410", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6-authn-ssl"} 2026-09-15T21:42:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "5d14aad5-36e8-46a0-b0fd-0a16f76df410", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:42:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "d847c998-642d-4a94-a1ae-706acf267f31", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:42:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "d847c998-642d-4a94-a1ae-706acf267f31", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:42:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "d847c998-642d-4a94-a1ae-706acf267f31", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:42:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "705f0c79-6e2f-4efe-acdb-c0c40b584ef4", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:42:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "d847c998-642d-4a94-a1ae-706acf267f31", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45-kserve-route-authn"} 2026-09-15T21:42:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "d847c998-642d-4a94-a1ae-706acf267f31", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "authType": "userdefined"} 2026-09-15T21:42:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "d847c998-642d-4a94-a1ae-706acf267f31", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:42:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "705f0c79-6e2f-4efe-acdb-c0c40b584ef4", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45-authn-ssl"} 2026-09-15T21:42:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "705f0c79-6e2f-4efe-acdb-c0c40b584ef4", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:42:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "01d95f46-ac69-40f4-a158-6c0b9568c999", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:42:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "01d95f46-ac69-40f4-a158-6c0b9568c999", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:42:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "01d95f46-ac69-40f4-a158-6c0b9568c999", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:42:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "01d95f46-ac69-40f4-a158-6c0b9568c999", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45-kserve-route-authn"} 2026-09-15T21:42:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "01d95f46-ac69-40f4-a158-6c0b9568c999", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "authType": "userdefined"} 2026-09-15T21:42:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "01d95f46-ac69-40f4-a158-6c0b9568c999", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:42:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "3b76337e-ac5c-4444-be51-c9f4bca1fefd", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:42:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "3b76337e-ac5c-4444-be51-c9f4bca1fefd", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45-authn-ssl"} 2026-09-15T21:42:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "3b76337e-ac5c-4444-be51-c9f4bca1fefd", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:42:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "36e0b31f-7089-46df-a26c-b7b3ba8f317b", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:42:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "36e0b31f-7089-46df-a26c-b7b3ba8f317b", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:42:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "36e0b31f-7089-46df-a26c-b7b3ba8f317b", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:42:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "36e0b31f-7089-46df-a26c-b7b3ba8f317b", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45-kserve-route-authn"} 2026-09-15T21:42:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "36e0b31f-7089-46df-a26c-b7b3ba8f317b", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "authType": "userdefined"} 2026-09-15T21:42:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "36e0b31f-7089-46df-a26c-b7b3ba8f317b", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:43:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "e3382556-b30b-48d7-bf92-abd1a511e01f", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:43:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "e3382556-b30b-48d7-bf92-abd1a511e01f", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:43:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "e3382556-b30b-48d7-bf92-abd1a511e01f", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:43:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "e3382556-b30b-48d7-bf92-abd1a511e01f", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45-kserve-route-authn"} 2026-09-15T21:43:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "e3382556-b30b-48d7-bf92-abd1a511e01f", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "authType": "userdefined"} 2026-09-15T21:43:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "e3382556-b30b-48d7-bf92-abd1a511e01f", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:43:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "32c96fb8-e28e-42c8-bd16-11b008a165d4", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:43:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "32c96fb8-e28e-42c8-bd16-11b008a165d4", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21-authn-ssl"} 2026-09-15T21:43:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "32c96fb8-e28e-42c8-bd16-11b008a165d4", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:43:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "2c2bbbec-7759-435e-be3f-fa93633d8ecd", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:43:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "2c2bbbec-7759-435e-be3f-fa93633d8ecd", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21-authn-ssl"} 2026-09-15T21:43:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "2c2bbbec-7759-435e-be3f-fa93633d8ecd", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:43:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "13ceb863-dbd8-4aa2-8f73-1b8866ec2f89", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:43:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "13ceb863-dbd8-4aa2-8f73-1b8866ec2f89", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21-authn-ssl"} 2026-09-15T21:43:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "13ceb863-dbd8-4aa2-8f73-1b8866ec2f89", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:43:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "fa6ef786-ba35-4f38-91ac-d5202d1f16ce", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:43:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "fa6ef786-ba35-4f38-91ac-d5202d1f16ce", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21-authn-ssl"} 2026-09-15T21:43:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "fa6ef786-ba35-4f38-91ac-d5202d1f16ce", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:43:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "db616783-cf5b-4b2f-a73a-d0fa19cf1f44", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:43:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "db616783-cf5b-4b2f-a73a-d0fa19cf1f44", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21-authn-ssl"} 2026-09-15T21:43:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "db616783-cf5b-4b2f-a73a-d0fa19cf1f44", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:43:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "f20ebd38-b308-4130-92df-b7b1c7a10a27", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:43:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "f20ebd38-b308-4130-92df-b7b1c7a10a27", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21-authn-ssl"} 2026-09-15T21:43:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "f20ebd38-b308-4130-92df-b7b1c7a10a27", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:43:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "cdf008f8-af81-422b-bf76-fd9660d4b054", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:43:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "cdf008f8-af81-422b-bf76-fd9660d4b054", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21-authn-ssl"} 2026-09-15T21:43:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "cdf008f8-af81-422b-bf76-fd9660d4b054", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:43:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-494d21"}, "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "name": "openshift-service-ca.crt", "reconcileID": "0c577cb1-184f-4fa7-a009-d79c92710bbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-494d21"} 2026-09-15T21:43:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-494d21"}, "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "name": "odh-trusted-ca-bundle", "reconcileID": "46477b50-c6cd-4c9b-a487-588ecfbe0b32", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-494d21"} 2026-09-15T21:43:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-494d21"}, "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "name": "openshift-service-ca.crt", "reconcileID": "445ab4d4-6331-4fe9-a8ef-03000b41cdaa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:43:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-494d21"}, "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "name": "openshift-service-ca.crt", "reconcileID": "445ab4d4-6331-4fe9-a8ef-03000b41cdaa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-494d21"} 2026-09-15T21:43:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-494d21"}, "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "name": "openshift-service-ca.crt", "reconcileID": "1615feba-279b-4468-b6e9-cf4f0ed4799f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:43:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-494d21"}, "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "name": "openshift-service-ca.crt", "reconcileID": "1615feba-279b-4468-b6e9-cf4f0ed4799f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:43:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-494d21"}, "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2506441d-c439-4de8-a4c5-eaccefdd7d0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-494d21"} 2026-09-15T21:43:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-494d21"}, "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "name": "openshift-service-ca.crt", "reconcileID": "de8b9271-7845-4eeb-8edc-5c4e5df71660", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-494d21"} 2026-09-15T21:43:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-494d21"}, "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "name": "odh-trusted-ca-bundle", "reconcileID": "13ab778f-ebb6-4956-b7ab-fe9f7adc5c8a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "update": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:43:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-494d21"}, "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "name": "odh-trusted-ca-bundle", "reconcileID": "13ab778f-ebb6-4956-b7ab-fe9f7adc5c8a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-494d21"} 2026-09-15T21:43:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-494d21"}, "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2eb0513e-31ec-40c1-b4d0-20c8cec8eeae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-494d21"} 2026-09-15T21:43:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "08ce370d-6e73-4358-bf71-2af391ff39dc", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:43:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "08ce370d-6e73-4358-bf71-2af391ff39dc", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21-authn-ssl"} 2026-09-15T21:43:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "08ce370d-6e73-4358-bf71-2af391ff39dc", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:43:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "214a000b-6121-4423-9d6f-fd9872d490c7", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:43:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "214a000b-6121-4423-9d6f-fd9872d490c7", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21-authn-ssl"} 2026-09-15T21:43:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "214a000b-6121-4423-9d6f-fd9872d490c7", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:44:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "93484324-a915-4169-89e4-36f877e45f9c", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:44:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "93484324-a915-4169-89e4-36f877e45f9c", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21-authn-ssl"} 2026-09-15T21:44:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "93484324-a915-4169-89e4-36f877e45f9c", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:44:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "a60ddcd7-a437-42c1-a0ab-d0f58879af0a", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:44:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "a60ddcd7-a437-42c1-a0ab-d0f58879af0a", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21-authn-ssl"} 2026-09-15T21:44:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "a60ddcd7-a437-42c1-a0ab-d0f58879af0a", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:44:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-494d21"}, "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4556cb28-0b26-4f08-9e92-427553ddc168", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-494d21"} 2026-09-15T21:44:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-494d21"}, "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4556cb28-0b26-4f08-9e92-427553ddc168", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:44:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-494d21"}, "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4556cb28-0b26-4f08-9e92-427553ddc168", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-494d21 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:44:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-494d21"}, "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "name": "odh-trusted-ca-bundle", "reconcileID": "eef13ed4-f5cc-4d01-b4ac-5eab7111484b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-494d21"} 2026-09-15T21:44:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-494d21"}, "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "name": "odh-trusted-ca-bundle", "reconcileID": "eef13ed4-f5cc-4d01-b4ac-5eab7111484b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-494d21"} 2026-09-15T21:44:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-494d21"}, "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "name": "openshift-service-ca.crt", "reconcileID": "4cfdb479-84eb-4e77-a02b-6da91aa887e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-494d21"} 2026-09-15T21:44:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-494d21"}, "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "name": "openshift-service-ca.crt", "reconcileID": "4cfdb479-84eb-4e77-a02b-6da91aa887e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-494d21"} 2026-09-15T21:44:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-494d21"}, "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e678186d-270b-4e76-bc71-b1d11627dc7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-494d21"} 2026-09-15T21:44:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-494d21"}, "namespace": "ai-tenant-e2e-ipp-cleanup-494d21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e678186d-270b-4e76-bc71-b1d11627dc7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-494d21"} 2026-09-15T21:44:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-494d21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-494d21", "reconcileID": "dbfc9fe7-a104-4877-a71d-15cdd7da81c8", "Gateway": "e2e-ipp-cleanup-494d21", "namespace": "openshift-ingress"} 2026-09-15T21:44:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "9bbb2e53-182a-48b7-ad01-8e59510f6ad8", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:44:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "9bbb2e53-182a-48b7-ad01-8e59510f6ad8", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45-authn-ssl"} 2026-09-15T21:44:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "9bbb2e53-182a-48b7-ad01-8e59510f6ad8", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:44:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "d7d89a8c-6b17-4432-a0c1-3f8c4f5faac6", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:44:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "d7d89a8c-6b17-4432-a0c1-3f8c4f5faac6", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45-authn-ssl"} 2026-09-15T21:44:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "d7d89a8c-6b17-4432-a0c1-3f8c4f5faac6", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:44:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "c9c82540-06ca-40cd-9a49-892b671d2df5", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:44:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "c9c82540-06ca-40cd-9a49-892b671d2df5", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45-authn-ssl"} 2026-09-15T21:44:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "c9c82540-06ca-40cd-9a49-892b671d2df5", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:44:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "aa4caa45-18cd-45fb-9b55-81889d355dd4", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:44:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "aa4caa45-18cd-45fb-9b55-81889d355dd4", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:44:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "aa4caa45-18cd-45fb-9b55-81889d355dd4", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:44:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "aa4caa45-18cd-45fb-9b55-81889d355dd4", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45-kserve-route-authn"} 2026-09-15T21:44:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "aa4caa45-18cd-45fb-9b55-81889d355dd4", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "authType": "userdefined"} 2026-09-15T21:44:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "aa4caa45-18cd-45fb-9b55-81889d355dd4", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "043a7b52-5a1d-4a6e-9117-a040a2fafc92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "043a7b52-5a1d-4a6e-9117-a040a2fafc92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:45:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "043a7b52-5a1d-4a6e-9117-a040a2fafc92", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-7c0f45 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:45:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "odh-trusted-ca-bundle", "reconcileID": "56b50d3c-c8ac-4dbb-9c69-6562d3fc0df3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "odh-trusted-ca-bundle", "reconcileID": "56b50d3c-c8ac-4dbb-9c69-6562d3fc0df3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:45:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "odh-trusted-ca-bundle", "reconcileID": "56b50d3c-c8ac-4dbb-9c69-6562d3fc0df3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-7c0f45 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:45:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b84669f4-3176-48d2-b650-29a702e3140a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b84669f4-3176-48d2-b650-29a702e3140a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:45:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b84669f4-3176-48d2-b650-29a702e3140a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-7c0f45 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:45:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "openshift-service-ca.crt", "reconcileID": "ef1c7e7c-5428-4370-9d1b-6e7e45ebae05", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "openshift-service-ca.crt", "reconcileID": "ef1c7e7c-5428-4370-9d1b-6e7e45ebae05", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "odh-trusted-ca-bundle", "reconcileID": "35708c80-4fe0-4144-9c07-1a35442004df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "odh-trusted-ca-bundle", "reconcileID": "35708c80-4fe0-4144-9c07-1a35442004df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24de8dac-972f-4d8d-9d47-89a59d1a17d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24de8dac-972f-4d8d-9d47-89a59d1a17d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "9dcab2c3-9711-45f3-bce8-15795ef59fcd", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:45:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "9dcab2c3-9711-45f3-bce8-15795ef59fcd", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45-authn-ssl"} 2026-09-15T21:45:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "9dcab2c3-9711-45f3-bce8-15795ef59fcd", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:45:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "2d7b9d89-d87d-4c1b-a599-5486a1920c11", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "2d7b9d89-d87d-4c1b-a599-5486a1920c11", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45"} 2026-09-15T21:45:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "2d7b9d89-d87d-4c1b-a599-5486a1920c11", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "2d7b9d89-d87d-4c1b-a599-5486a1920c11", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "2d7b9d89-d87d-4c1b-a599-5486a1920c11", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45-kserve-route-authn"} 2026-09-15T21:45:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "2d7b9d89-d87d-4c1b-a599-5486a1920c11", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45-kserve-route-authn"} 2026-09-15T21:45:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "2d7b9d89-d87d-4c1b-a599-5486a1920c11", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "2d7b9d89-d87d-4c1b-a599-5486a1920c11", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "522a00e3-6494-47c3-81ca-f6b9cc1a7b51", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "522a00e3-6494-47c3-81ca-f6b9cc1a7b51", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45"} 2026-09-15T21:45:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "522a00e3-6494-47c3-81ca-f6b9cc1a7b51", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "522a00e3-6494-47c3-81ca-f6b9cc1a7b51", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "522a00e3-6494-47c3-81ca-f6b9cc1a7b51", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45-kserve-route-authn"} 2026-09-15T21:45:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "522a00e3-6494-47c3-81ca-f6b9cc1a7b51", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45-kserve-route-authn"} 2026-09-15T21:45:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "522a00e3-6494-47c3-81ca-f6b9cc1a7b51", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "522a00e3-6494-47c3-81ca-f6b9cc1a7b51", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7c0f45","namespace":"ai-tenant-e2e-ipp-a-7c0f45"}, "namespace": "ai-tenant-e2e-ipp-a-7c0f45", "name": "ipp-route-7c0f45", "reconcileID": "e44ad20a-2818-4dda-8b5f-05660db0ce53", "LLMInferenceService": "ipp-route-7c0f45", "namespace": "ai-tenant-e2e-ipp-a-7c0f45"} 2026-09-15T21:45:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "6cb8b017-7c86-416c-b815-e87aee18eede", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:45:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "6cb8b017-7c86-416c-b815-e87aee18eede", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45-authn-ssl"} 2026-09-15T21:45:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "6cb8b017-7c86-416c-b815-e87aee18eede", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:45:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7c0f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7c0f45", "reconcileID": "e0dbf807-0759-4daa-99be-d088c65981b8", "Gateway": "e2e-ipp-a-7c0f45", "namespace": "openshift-ingress"} 2026-09-15T21:45:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "2935da16-614b-4208-a10b-7440f3befc1a", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:45:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "2935da16-614b-4208-a10b-7440f3befc1a", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6-authn-ssl"} 2026-09-15T21:45:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "2935da16-614b-4208-a10b-7440f3befc1a", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:45:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "8d9f4e62-bb2d-4948-99bd-6e14625bb420", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:45:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "8d9f4e62-bb2d-4948-99bd-6e14625bb420", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6-authn-ssl"} 2026-09-15T21:45:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "8d9f4e62-bb2d-4948-99bd-6e14625bb420", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:45:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e985b6"}, "namespace": "ai-tenant-e2e-ipp-b-e985b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3abe988-da66-41d8-9a39-50e6d1513f49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e985b6"} 2026-09-15T21:45:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e985b6"}, "namespace": "ai-tenant-e2e-ipp-b-e985b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3abe988-da66-41d8-9a39-50e6d1513f49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e985b6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:45:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e985b6"}, "namespace": "ai-tenant-e2e-ipp-b-e985b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3abe988-da66-41d8-9a39-50e6d1513f49", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-e985b6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:45:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e985b6"}, "namespace": "ai-tenant-e2e-ipp-b-e985b6", "name": "odh-trusted-ca-bundle", "reconcileID": "add19d56-853d-41be-9462-81ac62478b72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e985b6"} 2026-09-15T21:45:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e985b6"}, "namespace": "ai-tenant-e2e-ipp-b-e985b6", "name": "odh-trusted-ca-bundle", "reconcileID": "add19d56-853d-41be-9462-81ac62478b72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e985b6"} 2026-09-15T21:45:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e985b6"}, "namespace": "ai-tenant-e2e-ipp-b-e985b6", "name": "openshift-service-ca.crt", "reconcileID": "e79990ff-9257-432a-a0db-d367c9159e14", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e985b6"} 2026-09-15T21:45:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e985b6"}, "namespace": "ai-tenant-e2e-ipp-b-e985b6", "name": "openshift-service-ca.crt", "reconcileID": "e79990ff-9257-432a-a0db-d367c9159e14", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e985b6"} 2026-09-15T21:45:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e985b6"}, "namespace": "ai-tenant-e2e-ipp-b-e985b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f92f1a8-5d2f-4031-a577-23c930374d1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e985b6"} 2026-09-15T21:45:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e985b6"}, "namespace": "ai-tenant-e2e-ipp-b-e985b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f92f1a8-5d2f-4031-a577-23c930374d1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e985b6"} 2026-09-15T21:45:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e985b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e985b6", "reconcileID": "38e1eca7-5c08-49b1-8ac6-dff07902118b", "Gateway": "e2e-ipp-b-e985b6", "namespace": "openshift-ingress"} 2026-09-15T21:45:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c4dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8", "reconcileID": "f30a78c6-9aef-491f-aafd-a8e51aa797f8", "Gateway": "e2e-shared-a-w3-3c4dc8", "namespace": "openshift-ingress"} 2026-09-15T21:45:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c4dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8", "reconcileID": "f30a78c6-9aef-491f-aafd-a8e51aa797f8", "Gateway": "e2e-shared-a-w3-3c4dc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8-authn-ssl"} 2026-09-15T21:45:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c4dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8", "reconcileID": "f30a78c6-9aef-491f-aafd-a8e51aa797f8", "Gateway": "e2e-shared-a-w3-3c4dc8", "namespace": "openshift-ingress"} 2026-09-15T21:45:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c4dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8", "reconcileID": "248562d0-ccbc-4640-92ed-824ef60beee4", "Gateway": "e2e-shared-a-w3-3c4dc8", "namespace": "openshift-ingress"} 2026-09-15T21:45:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c4dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8", "reconcileID": "248562d0-ccbc-4640-92ed-824ef60beee4", "Gateway": "e2e-shared-a-w3-3c4dc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8-authn-ssl"} 2026-09-15T21:45:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c4dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8", "reconcileID": "248562d0-ccbc-4640-92ed-824ef60beee4", "Gateway": "e2e-shared-a-w3-3c4dc8", "namespace": "openshift-ingress"} 2026-09-15T21:45:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "add4d0ca-7caa-473a-853f-4df8420773e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:45:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "add4d0ca-7caa-473a-853f-4df8420773e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:45:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "add4d0ca-7caa-473a-853f-4df8420773e2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-3c4dc8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:45:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "odh-trusted-ca-bundle", "reconcileID": "81c85a1e-9d3f-4c4f-895c-1eed5352becd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:45:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "odh-trusted-ca-bundle", "reconcileID": "81c85a1e-9d3f-4c4f-895c-1eed5352becd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:45:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "openshift-service-ca.crt", "reconcileID": "781e6d32-f7d9-42e9-88bd-7c2753394ef4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:45:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "openshift-service-ca.crt", "reconcileID": "781e6d32-f7d9-42e9-88bd-7c2753394ef4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:45:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "356f18ae-954c-4967-84c3-f0cc75a5207d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:45:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3c4dc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "356f18ae-954c-4967-84c3-f0cc75a5207d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3c4dc8"} 2026-09-15T21:45:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c4dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c4dc8", "reconcileID": "584985a7-5563-47f7-9242-cdc585128083", "Gateway": "e2e-shared-a-w3-3c4dc8", "namespace": "openshift-ingress"} 2026-09-15T21:46:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7c57b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6", "reconcileID": "d2935188-cda0-4db9-ae55-a70f3fd1ea71", "Gateway": "e2e-shared-b-w3-7c57b6", "namespace": "openshift-ingress"} 2026-09-15T21:46:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7c57b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6", "reconcileID": "d2935188-cda0-4db9-ae55-a70f3fd1ea71", "Gateway": "e2e-shared-b-w3-7c57b6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6-authn-ssl"} 2026-09-15T21:46:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7c57b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6", "reconcileID": "d2935188-cda0-4db9-ae55-a70f3fd1ea71", "Gateway": "e2e-shared-b-w3-7c57b6", "namespace": "openshift-ingress"} 2026-09-15T21:46:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7c57b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6", "reconcileID": "57dc2bb5-6e0b-4a39-8609-540d3e596f56", "Gateway": "e2e-shared-b-w3-7c57b6", "namespace": "openshift-ingress"} 2026-09-15T21:46:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7c57b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6", "reconcileID": "57dc2bb5-6e0b-4a39-8609-540d3e596f56", "Gateway": "e2e-shared-b-w3-7c57b6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6-authn-ssl"} 2026-09-15T21:46:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7c57b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6", "reconcileID": "57dc2bb5-6e0b-4a39-8609-540d3e596f56", "Gateway": "e2e-shared-b-w3-7c57b6", "namespace": "openshift-ingress"} 2026-09-15T21:46:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35be7656-bdac-4da9-ba99-90686c239832", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:46:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35be7656-bdac-4da9-ba99-90686c239832", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:46:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35be7656-bdac-4da9-ba99-90686c239832", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-7c57b6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:46:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "odh-trusted-ca-bundle", "reconcileID": "b91d8396-411c-4977-ae78-c7725de19211", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:46:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "odh-trusted-ca-bundle", "reconcileID": "b91d8396-411c-4977-ae78-c7725de19211", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:46:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "openshift-service-ca.crt", "reconcileID": "d03d0c77-6f33-4344-bbf9-88fd5ab6494c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:46:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "openshift-service-ca.crt", "reconcileID": "d03d0c77-6f33-4344-bbf9-88fd5ab6494c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:46:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9901b54-d6d7-4f3f-a922-0919c76ef324", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:46:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7c57b6"}, "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9901b54-d6d7-4f3f-a922-0919c76ef324", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7c57b6"} 2026-09-15T21:46:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7c57b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7c57b6", "reconcileID": "fb37e46d-0429-43b5-a2ec-a8dcefaebadb", "Gateway": "e2e-shared-b-w3-7c57b6", "namespace": "openshift-ingress"} 2026-09-15T21:46:24Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T21:46:24Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T21:46:26Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T21:46:26Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T21:50:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "3006b7d2-8cc9-4bee-84cc-aade585704e0", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "3006b7d2-8cc9-4bee-84cc-aade585704e0", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "3006b7d2-8cc9-4bee-84cc-aade585704e0", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "53dd7756-1af9-4ff3-98f9-7a5158105ab8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:50:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "3006b7d2-8cc9-4bee-84cc-aade585704e0", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm", "name": "e2e-same-id-a-b6f6c259-kserve-route-authn"} 2026-09-15T21:50:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "3006b7d2-8cc9-4bee-84cc-aade585704e0", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:50:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "3006b7d2-8cc9-4bee-84cc-aade585704e0", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "53dd7756-1af9-4ff3-98f9-7a5158105ab8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:50:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "53dd7756-1af9-4ff3-98f9-7a5158105ab8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:50:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "68c00c2a-e8c3-41a5-bb60-522d00943eeb", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "68c00c2a-e8c3-41a5-bb60-522d00943eeb", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "68c00c2a-e8c3-41a5-bb60-522d00943eeb", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "68c00c2a-e8c3-41a5-bb60-522d00943eeb", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm", "name": "e2e-same-id-a-b6f6c259-kserve-route-authn"} 2026-09-15T21:50:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "68c00c2a-e8c3-41a5-bb60-522d00943eeb", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:50:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "68c00c2a-e8c3-41a5-bb60-522d00943eeb", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "646eba72-8913-45ad-92b7-29a222eef14a", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "646eba72-8913-45ad-92b7-29a222eef14a", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "646eba72-8913-45ad-92b7-29a222eef14a", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ed3eea4-2f87-428e-b220-2b709bd8daa0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:50:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "646eba72-8913-45ad-92b7-29a222eef14a", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm", "name": "e2e-same-id-b-b6f6c259-kserve-route-authn"} 2026-09-15T21:50:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "646eba72-8913-45ad-92b7-29a222eef14a", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:50:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "646eba72-8913-45ad-92b7-29a222eef14a", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ed3eea4-2f87-428e-b220-2b709bd8daa0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:50:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ed3eea4-2f87-428e-b220-2b709bd8daa0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:50:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1367266-0b93-4ff6-8f56-c757b823065d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:50:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1367266-0b93-4ff6-8f56-c757b823065d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:50:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1367266-0b93-4ff6-8f56-c757b823065d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:50:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "915facd1-8019-4cb7-85c9-05a6afcd8ddd", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "915facd1-8019-4cb7-85c9-05a6afcd8ddd", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "915facd1-8019-4cb7-85c9-05a6afcd8ddd", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "915facd1-8019-4cb7-85c9-05a6afcd8ddd", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm", "name": "e2e-same-id-a-b6f6c259-kserve-route-authn"} 2026-09-15T21:50:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "915facd1-8019-4cb7-85c9-05a6afcd8ddd", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:50:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "915facd1-8019-4cb7-85c9-05a6afcd8ddd", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "951c0a8a-4350-4c32-9d90-bb4766139aeb", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "951c0a8a-4350-4c32-9d90-bb4766139aeb", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "951c0a8a-4350-4c32-9d90-bb4766139aeb", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "951c0a8a-4350-4c32-9d90-bb4766139aeb", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm", "name": "e2e-same-id-b-b6f6c259-kserve-route-authn"} 2026-09-15T21:50:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "951c0a8a-4350-4c32-9d90-bb4766139aeb", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:50:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "951c0a8a-4350-4c32-9d90-bb4766139aeb", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9d552615-3eca-4a79-8662-a941574fe623", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:50:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9d552615-3eca-4a79-8662-a941574fe623", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:50:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9d552615-3eca-4a79-8662-a941574fe623", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:50:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "f4330cd4-4ac6-4875-8bbd-794dd69cade9", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "f4330cd4-4ac6-4875-8bbd-794dd69cade9", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "f4330cd4-4ac6-4875-8bbd-794dd69cade9", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm"} 2026-09-15T21:50:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "f4330cd4-4ac6-4875-8bbd-794dd69cade9", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm", "name": "e2e-same-id-b-b6f6c259-kserve-route-authn"} 2026-09-15T21:50:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "f4330cd4-4ac6-4875-8bbd-794dd69cade9", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:50:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "f4330cd4-4ac6-4875-8bbd-794dd69cade9", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm"} 2026-09-15T21:51:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "06c509e9-9cab-4a48-8f6e-ffb00a7bfe1e", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm"} 2026-09-15T21:51:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "06c509e9-9cab-4a48-8f6e-ffb00a7bfe1e", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm"} 2026-09-15T21:51:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "06c509e9-9cab-4a48-8f6e-ffb00a7bfe1e", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm"} 2026-09-15T21:51:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "06c509e9-9cab-4a48-8f6e-ffb00a7bfe1e", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm", "name": "e2e-same-id-a-b6f6c259-kserve-route-authn"} 2026-09-15T21:51:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "06c509e9-9cab-4a48-8f6e-ffb00a7bfe1e", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:51:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "06c509e9-9cab-4a48-8f6e-ffb00a7bfe1e", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm"} 2026-09-15T21:51:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "bb99142c-b28a-4600-a237-ed3e4d74d81b", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm"} 2026-09-15T21:51:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "bb99142c-b28a-4600-a237-ed3e4d74d81b", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm"} 2026-09-15T21:51:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "bb99142c-b28a-4600-a237-ed3e4d74d81b", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm"} 2026-09-15T21:51:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "bb99142c-b28a-4600-a237-ed3e4d74d81b", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm", "name": "e2e-same-id-b-b6f6c259-kserve-route-authn"} 2026-09-15T21:51:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "bb99142c-b28a-4600-a237-ed3e4d74d81b", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:51:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "bb99142c-b28a-4600-a237-ed3e4d74d81b", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm"} 2026-09-15T21:51:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "b10d5a30-4ec5-4a6a-89e6-29ded846a6f9", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm"} 2026-09-15T21:51:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "b10d5a30-4ec5-4a6a-89e6-29ded846a6f9", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm", "name": "e2e-same-id-a-b6f6c259"} 2026-09-15T21:51:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "b10d5a30-4ec5-4a6a-89e6-29ded846a6f9", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm"} 2026-09-15T21:51:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "b10d5a30-4ec5-4a6a-89e6-29ded846a6f9", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm"} 2026-09-15T21:51:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "b10d5a30-4ec5-4a6a-89e6-29ded846a6f9", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm", "name": "e2e-same-id-a-b6f6c259-kserve-route-authn"} 2026-09-15T21:51:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "b10d5a30-4ec5-4a6a-89e6-29ded846a6f9", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm", "name": "e2e-same-id-a-b6f6c259-kserve-route-authn"} 2026-09-15T21:51:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b6f6c259", "reconcileID": "2c8b8849-9771-47a1-bb22-1543183a4cc7", "LLMInferenceService": "e2e-same-id-a-b6f6c259", "namespace": "llm"} 2026-09-15T21:51:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55e0cbe4-7ffe-4f30-98c3-d5708b9450c4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:51:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55e0cbe4-7ffe-4f30-98c3-d5708b9450c4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:51:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55e0cbe4-7ffe-4f30-98c3-d5708b9450c4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:51:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fa34a77d-7fcc-48fb-b66c-d34f5a6712a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:51:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fa34a77d-7fcc-48fb-b66c-d34f5a6712a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:51:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fa34a77d-7fcc-48fb-b66c-d34f5a6712a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:51:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "ea147a70-422a-4491-b4e8-a3e74ef16290", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm"} 2026-09-15T21:51:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "ea147a70-422a-4491-b4e8-a3e74ef16290", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm", "name": "e2e-same-id-b-b6f6c259"} 2026-09-15T21:51:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "ea147a70-422a-4491-b4e8-a3e74ef16290", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm"} 2026-09-15T21:51:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "ea147a70-422a-4491-b4e8-a3e74ef16290", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm"} 2026-09-15T21:51:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "ea147a70-422a-4491-b4e8-a3e74ef16290", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm", "name": "e2e-same-id-b-b6f6c259-kserve-route-authn"} 2026-09-15T21:51:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "ea147a70-422a-4491-b4e8-a3e74ef16290", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm", "name": "e2e-same-id-b-b6f6c259-kserve-route-authn"} 2026-09-15T21:51:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b6f6c259","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b6f6c259", "reconcileID": "c80b1f84-5ef1-41df-8c70-b478efe9fb97", "LLMInferenceService": "e2e-same-id-b-b6f6c259", "namespace": "llm"} 2026-09-15T21:51:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d9455d6e-e111-46f5-bdb8-d3460573dd97", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:51:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d9455d6e-e111-46f5-bdb8-d3460573dd97", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:51:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d9455d6e-e111-46f5-bdb8-d3460573dd97", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:51:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a929a645-8ae0-4f08-a63b-9ed2139a6b2e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:51:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a929a645-8ae0-4f08-a63b-9ed2139a6b2e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:51:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a929a645-8ae0-4f08-a63b-9ed2139a6b2e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}