2026-09-16T18:46:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "sub-test-model-d3e8be", "reconcileID": "32c63e3b-cc16-4274-bded-99548eaad5ca", "LLMInferenceService": "sub-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:46:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "6fb60ce1-28e5-46e8-b7d9-fa3d86a6e56c", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress"} 2026-09-16T18:46:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "6fb60ce1-28e5-46e8-b7d9-fa3d86a6e56c", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be-authn-ssl"} 2026-09-16T18:46:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "6fb60ce1-28e5-46e8-b7d9-fa3d86a6e56c", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress"} 2026-09-16T18:46:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "074e4dde-bb58-46cd-8b03-202552e6b10a", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress"} 2026-09-16T18:46:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "074e4dde-bb58-46cd-8b03-202552e6b10a", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be-authn-ssl"} 2026-09-16T18:46:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "074e4dde-bb58-46cd-8b03-202552e6b10a", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress"} 2026-09-16T18:46:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "81899912-e45a-4e57-a323-b8efd61a1a82", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:46:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "81899912-e45a-4e57-a323-b8efd61a1a82", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:46:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "81899912-e45a-4e57-a323-b8efd61a1a82", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:46:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-972df0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0", "reconcileID": "88d03a71-f209-4232-bc2c-b4a60c6ed38c", "Gateway": "e2e-shared-a-w3-972df0", "namespace": "openshift-ingress"} 2026-09-16T18:46:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "81899912-e45a-4e57-a323-b8efd61a1a82", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0-kserve-route-authn"} 2026-09-16T18:46:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "81899912-e45a-4e57-a323-b8efd61a1a82", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "authType": "userdefined"} 2026-09-16T18:46:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "81899912-e45a-4e57-a323-b8efd61a1a82", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:46:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-972df0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0", "reconcileID": "88d03a71-f209-4232-bc2c-b4a60c6ed38c", "Gateway": "e2e-shared-a-w3-972df0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0-authn-ssl"} 2026-09-16T18:46:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-972df0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0", "reconcileID": "88d03a71-f209-4232-bc2c-b4a60c6ed38c", "Gateway": "e2e-shared-a-w3-972df0", "namespace": "openshift-ingress"} 2026-09-16T18:46:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "bc9fb1e7-0bc8-4308-87d4-77371492e3c2", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:46:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "bc9fb1e7-0bc8-4308-87d4-77371492e3c2", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:46:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "bc9fb1e7-0bc8-4308-87d4-77371492e3c2", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:46:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "bc9fb1e7-0bc8-4308-87d4-77371492e3c2", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0-kserve-route-authn"} 2026-09-16T18:46:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "bc9fb1e7-0bc8-4308-87d4-77371492e3c2", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "authType": "userdefined"} 2026-09-16T18:46:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "bc9fb1e7-0bc8-4308-87d4-77371492e3c2", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:47:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-972df0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0", "reconcileID": "dfaa00fb-be7a-4e1b-bff5-67647772bcf0", "Gateway": "e2e-shared-a-w3-972df0", "namespace": "openshift-ingress"} 2026-09-16T18:47:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-972df0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0", "reconcileID": "dfaa00fb-be7a-4e1b-bff5-67647772bcf0", "Gateway": "e2e-shared-a-w3-972df0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0-authn-ssl"} 2026-09-16T18:47:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-972df0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0", "reconcileID": "dfaa00fb-be7a-4e1b-bff5-67647772bcf0", "Gateway": "e2e-shared-a-w3-972df0", "namespace": "openshift-ingress"} 2026-09-16T18:47:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "a1afdad3-dc23-47ce-b660-3aeda528297d", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:47:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "a1afdad3-dc23-47ce-b660-3aeda528297d", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:47:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "a1afdad3-dc23-47ce-b660-3aeda528297d", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:47:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "a1afdad3-dc23-47ce-b660-3aeda528297d", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0-kserve-route-authn"} 2026-09-16T18:47:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "a1afdad3-dc23-47ce-b660-3aeda528297d", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "authType": "userdefined"} 2026-09-16T18:47:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "a1afdad3-dc23-47ce-b660-3aeda528297d", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:47:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "19b509d7-3e25-4b4e-b61a-d0512a559bda", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:47:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "19b509d7-3e25-4b4e-b61a-d0512a559bda", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:47:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "19b509d7-3e25-4b4e-b61a-d0512a559bda", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:47:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "19b509d7-3e25-4b4e-b61a-d0512a559bda", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0-kserve-route-authn"} 2026-09-16T18:47:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "19b509d7-3e25-4b4e-b61a-d0512a559bda", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "authType": "userdefined"} 2026-09-16T18:47:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "19b509d7-3e25-4b4e-b61a-d0512a559bda", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:47:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "61af668a-eeb6-428f-af61-2c3387bbbe21", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:47:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "61af668a-eeb6-428f-af61-2c3387bbbe21", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:47:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "61af668a-eeb6-428f-af61-2c3387bbbe21", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:47:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "61af668a-eeb6-428f-af61-2c3387bbbe21", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0-kserve-route-authn"} 2026-09-16T18:47:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "61af668a-eeb6-428f-af61-2c3387bbbe21", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "authType": "userdefined"} 2026-09-16T18:47:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "61af668a-eeb6-428f-af61-2c3387bbbe21", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:47:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "4390fca5-f864-49a3-b820-1f1817b45068", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:47:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "4390fca5-f864-49a3-b820-1f1817b45068", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:47:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "4390fca5-f864-49a3-b820-1f1817b45068", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:47:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "c096193f-33ec-411a-9410-9f18783fd731", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress"} 2026-09-16T18:47:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "4390fca5-f864-49a3-b820-1f1817b45068", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be-kserve-route-authn"} 2026-09-16T18:47:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "4390fca5-f864-49a3-b820-1f1817b45068", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "authType": "userdefined"} 2026-09-16T18:47:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "4390fca5-f864-49a3-b820-1f1817b45068", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:47:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "c096193f-33ec-411a-9410-9f18783fd731", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be-authn-ssl"} 2026-09-16T18:47:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "c096193f-33ec-411a-9410-9f18783fd731", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress"} 2026-09-16T18:47:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "9aa45aef-7721-4609-aa19-caa154729b73", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:47:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "9aa45aef-7721-4609-aa19-caa154729b73", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:47:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "9aa45aef-7721-4609-aa19-caa154729b73", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:47:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "9aa45aef-7721-4609-aa19-caa154729b73", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be-kserve-route-authn"} 2026-09-16T18:47:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "9aa45aef-7721-4609-aa19-caa154729b73", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "authType": "userdefined"} 2026-09-16T18:47:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "9aa45aef-7721-4609-aa19-caa154729b73", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:47:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "b996b353-d9a8-4784-87cf-1a57c7869101", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress"} 2026-09-16T18:47:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "b996b353-d9a8-4784-87cf-1a57c7869101", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be-authn-ssl"} 2026-09-16T18:47:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "b996b353-d9a8-4784-87cf-1a57c7869101", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress"} 2026-09-16T18:47:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "ab8bf347-ac7d-409e-a33a-2934423c3aa3", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:47:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "ab8bf347-ac7d-409e-a33a-2934423c3aa3", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:47:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "ab8bf347-ac7d-409e-a33a-2934423c3aa3", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:47:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "ab8bf347-ac7d-409e-a33a-2934423c3aa3", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be-kserve-route-authn"} 2026-09-16T18:47:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "ab8bf347-ac7d-409e-a33a-2934423c3aa3", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "authType": "userdefined"} 2026-09-16T18:47:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "ab8bf347-ac7d-409e-a33a-2934423c3aa3", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:47:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "471e872e-461e-4168-b486-981152a325da", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:47:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "471e872e-461e-4168-b486-981152a325da", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:47:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "471e872e-461e-4168-b486-981152a325da", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:47:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "471e872e-461e-4168-b486-981152a325da", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be-kserve-route-authn"} 2026-09-16T18:47:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "471e872e-461e-4168-b486-981152a325da", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "authType": "userdefined"} 2026-09-16T18:47:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "471e872e-461e-4168-b486-981152a325da", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:48:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "449d1c42-2482-4779-bb4c-dbd1ae28ae0e", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:48:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "449d1c42-2482-4779-bb4c-dbd1ae28ae0e", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0"} 2026-09-16T18:48:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "449d1c42-2482-4779-bb4c-dbd1ae28ae0e", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:48:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "449d1c42-2482-4779-bb4c-dbd1ae28ae0e", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:48:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "449d1c42-2482-4779-bb4c-dbd1ae28ae0e", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0-kserve-route-authn"} 2026-09-16T18:48:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "449d1c42-2482-4779-bb4c-dbd1ae28ae0e", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0-kserve-route-authn"} 2026-09-16T18:48:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "449d1c42-2482-4779-bb4c-dbd1ae28ae0e", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:48:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "449d1c42-2482-4779-bb4c-dbd1ae28ae0e", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:48:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972df0","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "rate-test-model-972df0", "reconcileID": "52638ed9-35d1-4f7f-ad66-26f05f54c23f", "LLMInferenceService": "rate-test-model-972df0", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:48:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-972df0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0", "reconcileID": "8a703564-fba9-495d-96b6-a7c1b6dfec2b", "Gateway": "e2e-shared-a-w3-972df0", "namespace": "openshift-ingress"} 2026-09-16T18:48:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-972df0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0", "reconcileID": "8a703564-fba9-495d-96b6-a7c1b6dfec2b", "Gateway": "e2e-shared-a-w3-972df0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0-authn-ssl"} 2026-09-16T18:48:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-972df0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0", "reconcileID": "8a703564-fba9-495d-96b6-a7c1b6dfec2b", "Gateway": "e2e-shared-a-w3-972df0", "namespace": "openshift-ingress"} 2026-09-16T18:48:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-972df0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0", "reconcileID": "2c32dc06-46c8-4528-9e38-c5b87bcb93e1", "Gateway": "e2e-shared-a-w3-972df0", "namespace": "openshift-ingress"} 2026-09-16T18:48:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-972df0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0", "reconcileID": "2c32dc06-46c8-4528-9e38-c5b87bcb93e1", "Gateway": "e2e-shared-a-w3-972df0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0-authn-ssl"} 2026-09-16T18:48:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-972df0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0", "reconcileID": "2c32dc06-46c8-4528-9e38-c5b87bcb93e1", "Gateway": "e2e-shared-a-w3-972df0", "namespace": "openshift-ingress"} 2026-09-16T18:48:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "3efe689e-fad0-40fa-87e8-5b624e4a800e", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:48:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "3efe689e-fad0-40fa-87e8-5b624e4a800e", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be"} 2026-09-16T18:48:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "3efe689e-fad0-40fa-87e8-5b624e4a800e", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:48:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "3efe689e-fad0-40fa-87e8-5b624e4a800e", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:48:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "3efe689e-fad0-40fa-87e8-5b624e4a800e", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be-kserve-route-authn"} 2026-09-16T18:48:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "3efe689e-fad0-40fa-87e8-5b624e4a800e", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be-kserve-route-authn"} 2026-09-16T18:48:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "3efe689e-fad0-40fa-87e8-5b624e4a800e", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:48:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "3efe689e-fad0-40fa-87e8-5b624e4a800e", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:48:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3e8be","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "rate-test-model-d3e8be", "reconcileID": "9ea6864d-ae92-4152-8a26-d2e0be1192f2", "LLMInferenceService": "rate-test-model-d3e8be", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:48:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "4d332a2d-a2cd-4051-a977-41c5f7f366ee", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress"} 2026-09-16T18:48:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "4d332a2d-a2cd-4051-a977-41c5f7f366ee", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be-authn-ssl"} 2026-09-16T18:48:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "4d332a2d-a2cd-4051-a977-41c5f7f366ee", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress"} 2026-09-16T18:48:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "abaea95d-0a30-451f-b816-4e6498eeb639", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress"} 2026-09-16T18:48:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "abaea95d-0a30-451f-b816-4e6498eeb639", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be-authn-ssl"} 2026-09-16T18:48:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "abaea95d-0a30-451f-b816-4e6498eeb639", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress"} 2026-09-16T18:48:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "a774687c-94f7-45f8-b241-cba7c82fead6", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:48:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "a774687c-94f7-45f8-b241-cba7c82fead6", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3-authn-ssl"} 2026-09-16T18:48:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "a774687c-94f7-45f8-b241-cba7c82fead6", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:48:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "acbb44a4-cd62-4860-8fad-9a1c890937b7", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:48:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "acbb44a4-cd62-4860-8fad-9a1c890937b7", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3-authn-ssl"} 2026-09-16T18:48:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "acbb44a4-cd62-4860-8fad-9a1c890937b7", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:48:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "684e9e7c-89be-4dec-b7ec-a1588adf9546", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:48:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "684e9e7c-89be-4dec-b7ec-a1588adf9546", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3-authn-ssl"} 2026-09-16T18:48:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "684e9e7c-89be-4dec-b7ec-a1588adf9546", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:48:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "37a0a980-76a5-40e3-a44b-3f6ea05c09aa", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:48:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "37a0a980-76a5-40e3-a44b-3f6ea05c09aa", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3-authn-ssl"} 2026-09-16T18:48:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "37a0a980-76a5-40e3-a44b-3f6ea05c09aa", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:48:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "1f62185e-43cc-4e2f-8d02-4dad938585fe", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:48:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "1f62185e-43cc-4e2f-8d02-4dad938585fe", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3-authn-ssl"} 2026-09-16T18:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "1f62185e-43cc-4e2f-8d02-4dad938585fe", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "d6c1ab3b-3a7d-40a6-8f92-6781087df301", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:48:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "d6c1ab3b-3a7d-40a6-8f92-6781087df301", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3-authn-ssl"} 2026-09-16T18:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "d6c1ab3b-3a7d-40a6-8f92-6781087df301", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "35e610cc-9dd9-448c-a0f1-57808cb381ad", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:48:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "35e610cc-9dd9-448c-a0f1-57808cb381ad", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3-authn-ssl"} 2026-09-16T18:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "35e610cc-9dd9-448c-a0f1-57808cb381ad", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:48:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "c1d6331c-23e1-4be8-a56f-391b3af18f48", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:48:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "c1d6331c-23e1-4be8-a56f-391b3af18f48", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3-authn-ssl"} 2026-09-16T18:48:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "c1d6331c-23e1-4be8-a56f-391b3af18f48", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:48:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "odh-trusted-ca-bundle", "reconcileID": "8bfdcd0e-bde3-4704-a7e5-8b933e0b54ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:48:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "openshift-service-ca.crt", "reconcileID": "e56ccf40-1482-4ab8-b3a9-8aa429715214", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:48:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "openshift-service-ca.crt", "reconcileID": "a60df12c-0037-46d9-aff4-087d1e06b2cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T18:48:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "openshift-service-ca.crt", "reconcileID": "a60df12c-0037-46d9-aff4-087d1e06b2cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:48:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "odh-trusted-ca-bundle", "reconcileID": "ad9a8580-19e2-4b52-b0a8-99b131d87355", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T18:48:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "odh-trusted-ca-bundle", "reconcileID": "ad9a8580-19e2-4b52-b0a8-99b131d87355", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T18:48:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "openshift-service-ca.crt", "reconcileID": "e5bf12ca-8b5e-4d58-8c0e-6ef6921e5777", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T18:48:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "openshift-service-ca.crt", "reconcileID": "e5bf12ca-8b5e-4d58-8c0e-6ef6921e5777", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:48:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a39f96fd-89a2-4e60-9547-086d780d3075", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:48:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "odh-trusted-ca-bundle", "reconcileID": "57566785-e7a6-4bb2-ba5a-894284773d5b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:48:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "c0fc0ea5-af99-4fa5-97d6-c709ae48ba01", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:48:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "c0fc0ea5-af99-4fa5-97d6-c709ae48ba01", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3-authn-ssl"} 2026-09-16T18:48:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "c0fc0ea5-af99-4fa5-97d6-c709ae48ba01", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:48:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "e82bf937-1fd3-4b5e-a18b-7530f1612ffd", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:48:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "e82bf937-1fd3-4b5e-a18b-7530f1612ffd", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3-authn-ssl"} 2026-09-16T18:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "e82bf937-1fd3-4b5e-a18b-7530f1612ffd", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:48:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "b23f3909-67bb-458b-91aa-4acbc6e825bd", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:48:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "b23f3909-67bb-458b-91aa-4acbc6e825bd", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2-authn-ssl"} 2026-09-16T18:48:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "b23f3909-67bb-458b-91aa-4acbc6e825bd", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:48:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "356beadc-d1ae-4602-aaf3-6c822945844a", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:48:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "356beadc-d1ae-4602-aaf3-6c822945844a", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2-authn-ssl"} 2026-09-16T18:48:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "356beadc-d1ae-4602-aaf3-6c822945844a", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:48:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "f46902de-3600-46ab-ae57-4a0bdda08350", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:48:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "f46902de-3600-46ab-ae57-4a0bdda08350", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2-authn-ssl"} 2026-09-16T18:48:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "f46902de-3600-46ab-ae57-4a0bdda08350", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:48:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "4f25d715-0905-4412-aba7-00b710e62421", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:48:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "4f25d715-0905-4412-aba7-00b710e62421", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2-authn-ssl"} 2026-09-16T18:48:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "4f25d715-0905-4412-aba7-00b710e62421", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:48:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "c496a09b-5c8e-4eca-8b2a-c6de7c00b192", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:48:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "c496a09b-5c8e-4eca-8b2a-c6de7c00b192", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2-authn-ssl"} 2026-09-16T18:48:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "c496a09b-5c8e-4eca-8b2a-c6de7c00b192", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:48:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "1521fbca-a12d-4715-9f32-5adafada82f5", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:48:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "1521fbca-a12d-4715-9f32-5adafada82f5", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2-authn-ssl"} 2026-09-16T18:48:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "1521fbca-a12d-4715-9f32-5adafada82f5", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:48:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "2daf63cb-477c-4e51-848c-659f3f685515", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:48:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "2daf63cb-477c-4e51-848c-659f3f685515", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2-authn-ssl"} 2026-09-16T18:48:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "2daf63cb-477c-4e51-848c-659f3f685515", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:48:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "3cd97a90-d74f-430d-b881-e02df5b14c31", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:48:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "3cd97a90-d74f-430d-b881-e02df5b14c31", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2-authn-ssl"} 2026-09-16T18:48:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "3cd97a90-d74f-430d-b881-e02df5b14c31", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:49:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c90bd2"}, "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "name": "openshift-service-ca.crt", "reconcileID": "ea25c1e6-67ed-4eef-8821-2ed8f938bbe6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c90bd2"} 2026-09-16T18:49:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c90bd2"}, "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "name": "odh-trusted-ca-bundle", "reconcileID": "c82d2e34-d37e-4027-bf16-38697f17e531", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c90bd2"} 2026-09-16T18:49:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c90bd2"}, "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "name": "openshift-service-ca.crt", "reconcileID": "60e64294-dcf3-4db5-9e86-b537461fc6c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T18:49:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c90bd2"}, "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "name": "openshift-service-ca.crt", "reconcileID": "60e64294-dcf3-4db5-9e86-b537461fc6c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c90bd2"} 2026-09-16T18:49:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c90bd2"}, "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "name": "openshift-service-ca.crt", "reconcileID": "cb4f13da-ec53-4edd-af99-d669b9f42417", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c90bd2"} 2026-09-16T18:49:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c90bd2"}, "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fee07446-3465-4449-b56a-9a8bb6dc9a13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c90bd2"} 2026-09-16T18:49:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c90bd2"}, "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "name": "odh-trusted-ca-bundle", "reconcileID": "a773fc5b-eb1f-49c5-a657-873d15c639ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T18:49:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c90bd2"}, "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "name": "odh-trusted-ca-bundle", "reconcileID": "a773fc5b-eb1f-49c5-a657-873d15c639ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c90bd2"} 2026-09-16T18:49:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c90bd2"}, "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f64e699-7b7d-4d91-8436-e2f8e23ffd08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c90bd2"} 2026-09-16T18:49:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "8930a975-e6a2-4e95-8d8a-44426fc9050f", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:49:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "8930a975-e6a2-4e95-8d8a-44426fc9050f", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2-authn-ssl"} 2026-09-16T18:49:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "8930a975-e6a2-4e95-8d8a-44426fc9050f", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:49:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "3268f4b5-2223-4472-961c-2a3b52098ef5", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:49:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "3268f4b5-2223-4472-961c-2a3b52098ef5", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2-authn-ssl"} 2026-09-16T18:49:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "3268f4b5-2223-4472-961c-2a3b52098ef5", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:49:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "394d3820-fc90-44b5-85f6-305ea910d7b7", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:49:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "394d3820-fc90-44b5-85f6-305ea910d7b7", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:49:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "394d3820-fc90-44b5-85f6-305ea910d7b7", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:49:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "885ce76d-ccfe-4b51-bc4b-85ca392fff6c", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:49:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "394d3820-fc90-44b5-85f6-305ea910d7b7", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3-kserve-route-authn"} 2026-09-16T18:49:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "394d3820-fc90-44b5-85f6-305ea910d7b7", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "authType": "userdefined"} 2026-09-16T18:49:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "394d3820-fc90-44b5-85f6-305ea910d7b7", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:49:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "885ce76d-ccfe-4b51-bc4b-85ca392fff6c", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3-authn-ssl"} 2026-09-16T18:49:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "885ce76d-ccfe-4b51-bc4b-85ca392fff6c", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:49:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "707955a2-d814-4a1c-b65b-a7874535e555", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:49:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "707955a2-d814-4a1c-b65b-a7874535e555", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:49:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "707955a2-d814-4a1c-b65b-a7874535e555", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:49:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "707955a2-d814-4a1c-b65b-a7874535e555", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3-kserve-route-authn"} 2026-09-16T18:49:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "707955a2-d814-4a1c-b65b-a7874535e555", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "authType": "userdefined"} 2026-09-16T18:49:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "707955a2-d814-4a1c-b65b-a7874535e555", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:49:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "2daba968-c746-4c90-be27-ccb15c8e8e2c", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:49:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "2daba968-c746-4c90-be27-ccb15c8e8e2c", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3-authn-ssl"} 2026-09-16T18:49:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "2daba968-c746-4c90-be27-ccb15c8e8e2c", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:49:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "0ccebe6a-2ca0-491c-b63c-191654ccdfa4", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:49:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "0ccebe6a-2ca0-491c-b63c-191654ccdfa4", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:49:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "0ccebe6a-2ca0-491c-b63c-191654ccdfa4", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:49:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "0ccebe6a-2ca0-491c-b63c-191654ccdfa4", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3-kserve-route-authn"} 2026-09-16T18:49:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "0ccebe6a-2ca0-491c-b63c-191654ccdfa4", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "authType": "userdefined"} 2026-09-16T18:49:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "0ccebe6a-2ca0-491c-b63c-191654ccdfa4", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:50:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "867f4d9b-0f85-413b-99b0-edb4316ad57e", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:50:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "867f4d9b-0f85-413b-99b0-edb4316ad57e", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:50:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "867f4d9b-0f85-413b-99b0-edb4316ad57e", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:50:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "867f4d9b-0f85-413b-99b0-edb4316ad57e", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3-kserve-route-authn"} 2026-09-16T18:50:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "867f4d9b-0f85-413b-99b0-edb4316ad57e", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "authType": "userdefined"} 2026-09-16T18:50:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "867f4d9b-0f85-413b-99b0-edb4316ad57e", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "125a1f70-2293-46aa-9f29-bc50cc8d9334", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:50:18Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "125a1f70-2293-46aa-9f29-bc50cc8d9334", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a-authn-ssl"} 2026-09-16T18:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "125a1f70-2293-46aa-9f29-bc50cc8d9334", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "f587d21e-344e-4ba5-88f6-35d45011ffc6", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "f587d21e-344e-4ba5-88f6-35d45011ffc6", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a-authn-ssl"} 2026-09-16T18:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "f587d21e-344e-4ba5-88f6-35d45011ffc6", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "545dd924-c398-4a92-949b-80d81d20ea36", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "545dd924-c398-4a92-949b-80d81d20ea36", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a-authn-ssl"} 2026-09-16T18:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "545dd924-c398-4a92-949b-80d81d20ea36", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "161a6af3-7eff-45d2-a9c2-def73b046de7", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "161a6af3-7eff-45d2-a9c2-def73b046de7", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a-authn-ssl"} 2026-09-16T18:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "161a6af3-7eff-45d2-a9c2-def73b046de7", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "05953c24-ca48-4194-8f18-10eae8bb8afc", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "05953c24-ca48-4194-8f18-10eae8bb8afc", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a-authn-ssl"} 2026-09-16T18:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "05953c24-ca48-4194-8f18-10eae8bb8afc", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "29751061-9b83-4751-9a19-07920e4b9345", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "29751061-9b83-4751-9a19-07920e4b9345", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a-authn-ssl"} 2026-09-16T18:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "29751061-9b83-4751-9a19-07920e4b9345", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "a78222b7-39f4-4bd2-9611-f22c8143794a", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "a78222b7-39f4-4bd2-9611-f22c8143794a", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a-authn-ssl"} 2026-09-16T18:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "a78222b7-39f4-4bd2-9611-f22c8143794a", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:50:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "37d9250c-30de-44cc-b3a6-0717acbe3f2a", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:50:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "37d9250c-30de-44cc-b3a6-0717acbe3f2a", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a-authn-ssl"} 2026-09-16T18:50:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "37d9250c-30de-44cc-b3a6-0717acbe3f2a", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:50:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ebbe9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "name": "openshift-service-ca.crt", "reconcileID": "d1b7a07d-b1c8-4686-b823-8c052280faee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a"} 2026-09-16T18:50:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebbe9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "name": "odh-trusted-ca-bundle", "reconcileID": "9e38c7cd-6907-49a4-8f52-db46b863368b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a"} 2026-09-16T18:50:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ebbe9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "name": "openshift-service-ca.crt", "reconcileID": "e48d458c-b1c2-4e0a-af7c-d86a0b8c1881", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T18:50:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ebbe9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "name": "openshift-service-ca.crt", "reconcileID": "e48d458c-b1c2-4e0a-af7c-d86a0b8c1881", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a"} 2026-09-16T18:50:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebbe9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b989e68b-4fad-4ba0-bc01-0c708de44652", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a"} 2026-09-16T18:50:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ebbe9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "name": "openshift-service-ca.crt", "reconcileID": "ba4c040b-967e-4fe4-8b79-1e815df0aed8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a"} 2026-09-16T18:50:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebbe9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "name": "odh-trusted-ca-bundle", "reconcileID": "b78852aa-d417-4b12-b7b9-2147c695f963", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T18:50:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebbe9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "name": "odh-trusted-ca-bundle", "reconcileID": "b78852aa-d417-4b12-b7b9-2147c695f963", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a"} 2026-09-16T18:50:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebbe9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a568c5c3-abfe-4d39-a451-ad8cba2a994f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a"} 2026-09-16T18:50:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "9bdde0fe-e6a5-40ff-ba1e-7079b4b6cd24", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:50:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "9bdde0fe-e6a5-40ff-ba1e-7079b4b6cd24", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a-authn-ssl"} 2026-09-16T18:50:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "9bdde0fe-e6a5-40ff-ba1e-7079b4b6cd24", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:50:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "97a5218d-d55a-455c-9ef2-6ccc40b2d89c", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:50:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "97a5218d-d55a-455c-9ef2-6ccc40b2d89c", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a-authn-ssl"} 2026-09-16T18:50:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "97a5218d-d55a-455c-9ef2-6ccc40b2d89c", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:51:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "9efa1a36-dfb5-4d5e-8a51-0690ee274214", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:51:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "9efa1a36-dfb5-4d5e-8a51-0690ee274214", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a-authn-ssl"} 2026-09-16T18:51:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "9efa1a36-dfb5-4d5e-8a51-0690ee274214", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:51:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "7d1da58c-ed3d-4e52-aa31-b1a96404b84a", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:51:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "7d1da58c-ed3d-4e52-aa31-b1a96404b84a", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a-authn-ssl"} 2026-09-16T18:51:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "7d1da58c-ed3d-4e52-aa31-b1a96404b84a", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:51:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebbe9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4c5edbe-0506-4a90-b23f-19597b42d899", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a"} 2026-09-16T18:51:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebbe9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4c5edbe-0506-4a90-b23f-19597b42d899", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T18:51:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebbe9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4c5edbe-0506-4a90-b23f-19597b42d899", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-ebbe9a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T18:51:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebbe9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "name": "odh-trusted-ca-bundle", "reconcileID": "03c564f7-1cfd-4c54-a290-4433b644225e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a"} 2026-09-16T18:51:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebbe9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "name": "odh-trusted-ca-bundle", "reconcileID": "03c564f7-1cfd-4c54-a290-4433b644225e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a"} 2026-09-16T18:51:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ebbe9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "name": "openshift-service-ca.crt", "reconcileID": "5f5e007c-3ea5-4eee-a790-b1a2be1353f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a"} 2026-09-16T18:51:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ebbe9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "name": "openshift-service-ca.crt", "reconcileID": "5f5e007c-3ea5-4eee-a790-b1a2be1353f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a"} 2026-09-16T18:51:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebbe9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f8d3fd7-a7d7-445f-99e2-7c5426a5e1a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a"} 2026-09-16T18:51:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebbe9a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f8d3fd7-a7d7-445f-99e2-7c5426a5e1a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebbe9a"} 2026-09-16T18:51:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebbe9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebbe9a", "reconcileID": "2ba5ab83-0ed0-434e-9e9e-007527d4a36b", "Gateway": "e2e-ipp-cleanup-ebbe9a", "namespace": "openshift-ingress"} 2026-09-16T18:51:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "a7a0e89b-312e-4ee4-b01b-90fbecc78d22", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:51:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "a7a0e89b-312e-4ee4-b01b-90fbecc78d22", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3-authn-ssl"} 2026-09-16T18:51:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "a7a0e89b-312e-4ee4-b01b-90fbecc78d22", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:51:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "bcb74807-a776-4bc4-b817-5b25a3d67ba9", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:51:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "bcb74807-a776-4bc4-b817-5b25a3d67ba9", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3-authn-ssl"} 2026-09-16T18:51:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "bcb74807-a776-4bc4-b817-5b25a3d67ba9", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:51:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "9648283d-7ddb-4fae-969f-e776faf3c5e4", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:51:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "9648283d-7ddb-4fae-969f-e776faf3c5e4", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3-authn-ssl"} 2026-09-16T18:51:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "9648283d-7ddb-4fae-969f-e776faf3c5e4", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:51:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "901cfe34-1801-4c3d-bbbe-06a284bb9fce", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:51:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "901cfe34-1801-4c3d-bbbe-06a284bb9fce", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:51:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "901cfe34-1801-4c3d-bbbe-06a284bb9fce", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:51:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "901cfe34-1801-4c3d-bbbe-06a284bb9fce", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3-kserve-route-authn"} 2026-09-16T18:51:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "901cfe34-1801-4c3d-bbbe-06a284bb9fce", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "authType": "userdefined"} 2026-09-16T18:51:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "901cfe34-1801-4c3d-bbbe-06a284bb9fce", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:51:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "8a1d811d-4376-46fd-ab2f-923690a88e04", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:51:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "8a1d811d-4376-46fd-ab2f-923690a88e04", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:51:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "8a1d811d-4376-46fd-ab2f-923690a88e04", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:51:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "8a1d811d-4376-46fd-ab2f-923690a88e04", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3-kserve-route-authn"} 2026-09-16T18:51:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "8a1d811d-4376-46fd-ab2f-923690a88e04", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "authType": "userdefined"} 2026-09-16T18:51:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "8a1d811d-4376-46fd-ab2f-923690a88e04", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:52:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f4d3be4-12c8-4ce4-87ab-f8037bd4d885", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:52:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f4d3be4-12c8-4ce4-87ab-f8037bd4d885", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T18:52:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f4d3be4-12c8-4ce4-87ab-f8037bd4d885", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-6817d3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T18:52:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "odh-trusted-ca-bundle", "reconcileID": "b6cc801c-e632-4aa3-a227-a0f640b27390", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:52:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "odh-trusted-ca-bundle", "reconcileID": "b6cc801c-e632-4aa3-a227-a0f640b27390", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T18:52:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "odh-trusted-ca-bundle", "reconcileID": "b6cc801c-e632-4aa3-a227-a0f640b27390", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-6817d3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T18:52:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "openshift-service-ca.crt", "reconcileID": "aa63ef59-e414-473c-aef9-b448962fab5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:52:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "openshift-service-ca.crt", "reconcileID": "aa63ef59-e414-473c-aef9-b448962fab5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:52:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5c2df4f-f068-4cf4-ba54-7b60199bf29d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:52:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5c2df4f-f068-4cf4-ba54-7b60199bf29d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:52:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "odh-trusted-ca-bundle", "reconcileID": "1f9c813f-db78-4910-961b-fc04dd508ef7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:52:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "odh-trusted-ca-bundle", "reconcileID": "1f9c813f-db78-4910-961b-fc04dd508ef7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:52:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "9265363e-f087-4e70-a9fc-d12f7253d5d9", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:52:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "9265363e-f087-4e70-a9fc-d12f7253d5d9", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3"} 2026-09-16T18:52:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "9265363e-f087-4e70-a9fc-d12f7253d5d9", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:52:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "9265363e-f087-4e70-a9fc-d12f7253d5d9", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:52:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "9265363e-f087-4e70-a9fc-d12f7253d5d9", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3-kserve-route-authn"} 2026-09-16T18:52:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "9265363e-f087-4e70-a9fc-d12f7253d5d9", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3-kserve-route-authn"} 2026-09-16T18:52:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "9265363e-f087-4e70-a9fc-d12f7253d5d9", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:52:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "9265363e-f087-4e70-a9fc-d12f7253d5d9", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:52:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6817d3","namespace":"ai-tenant-e2e-ipp-a-6817d3"}, "namespace": "ai-tenant-e2e-ipp-a-6817d3", "name": "ipp-route-6817d3", "reconcileID": "9b0c663a-4eb2-4b68-bfc4-a45368909b9b", "LLMInferenceService": "ipp-route-6817d3", "namespace": "ai-tenant-e2e-ipp-a-6817d3"} 2026-09-16T18:52:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "0e410c34-8e1e-4d68-ad17-dd165eabd8bf", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:52:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "0e410c34-8e1e-4d68-ad17-dd165eabd8bf", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3-authn-ssl"} 2026-09-16T18:52:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "0e410c34-8e1e-4d68-ad17-dd165eabd8bf", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:52:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "32d74e40-bb53-4977-bd06-830505daac22", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:52:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "32d74e40-bb53-4977-bd06-830505daac22", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3-authn-ssl"} 2026-09-16T18:52:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "32d74e40-bb53-4977-bd06-830505daac22", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:52:15Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T18:52:15Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T18:52:17Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T18:52:17Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T18:52:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6817d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6817d3", "reconcileID": "e1a33135-e2a1-4814-9d4d-d5d44900cbfe", "Gateway": "e2e-ipp-a-6817d3", "namespace": "openshift-ingress"} 2026-09-16T18:52:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "ce953040-ca0a-4130-b7c3-5d01a859a4e4", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:52:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "ce953040-ca0a-4130-b7c3-5d01a859a4e4", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2-authn-ssl"} 2026-09-16T18:52:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "ce953040-ca0a-4130-b7c3-5d01a859a4e4", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "134e55d2-2d69-4f4b-86fe-8011df665388", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "134e55d2-2d69-4f4b-86fe-8011df665388", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2-authn-ssl"} 2026-09-16T18:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "134e55d2-2d69-4f4b-86fe-8011df665388", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:52:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c90bd2"}, "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bbf523c-60cc-47d8-8da8-883abeedb66e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c90bd2"} 2026-09-16T18:52:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c90bd2"}, "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bbf523c-60cc-47d8-8da8-883abeedb66e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T18:52:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c90bd2"}, "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bbf523c-60cc-47d8-8da8-883abeedb66e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-c90bd2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T18:52:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c90bd2"}, "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "name": "odh-trusted-ca-bundle", "reconcileID": "7bca5ad9-dbce-4c97-8494-e83027225295", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c90bd2"} 2026-09-16T18:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c90bd2"}, "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "name": "odh-trusted-ca-bundle", "reconcileID": "7bca5ad9-dbce-4c97-8494-e83027225295", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c90bd2"} 2026-09-16T18:52:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c90bd2"}, "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "name": "openshift-service-ca.crt", "reconcileID": "3696cd9a-6b20-40a8-a1ae-33e3a02de8c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c90bd2"} 2026-09-16T18:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c90bd2"}, "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "name": "openshift-service-ca.crt", "reconcileID": "3696cd9a-6b20-40a8-a1ae-33e3a02de8c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c90bd2"} 2026-09-16T18:52:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c90bd2"}, "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b1911f5-0d6a-4bb5-a00a-dac29575d59f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c90bd2"} 2026-09-16T18:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c90bd2"}, "namespace": "ai-tenant-e2e-ipp-b-c90bd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b1911f5-0d6a-4bb5-a00a-dac29575d59f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c90bd2"} 2026-09-16T18:52:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c90bd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c90bd2", "reconcileID": "01192e02-bafb-45e2-80d2-c51124d8da74", "Gateway": "e2e-ipp-b-c90bd2", "namespace": "openshift-ingress"} 2026-09-16T18:52:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-972df0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0", "reconcileID": "7356683b-d833-40cb-b38b-6f710ced037f", "Gateway": "e2e-shared-a-w3-972df0", "namespace": "openshift-ingress"} 2026-09-16T18:52:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-972df0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0", "reconcileID": "7356683b-d833-40cb-b38b-6f710ced037f", "Gateway": "e2e-shared-a-w3-972df0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0-authn-ssl"} 2026-09-16T18:52:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-972df0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0", "reconcileID": "7356683b-d833-40cb-b38b-6f710ced037f", "Gateway": "e2e-shared-a-w3-972df0", "namespace": "openshift-ingress"} 2026-09-16T18:52:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-972df0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0", "reconcileID": "eb9348c7-cff0-4c6d-8392-319a1dcbfb43", "Gateway": "e2e-shared-a-w3-972df0", "namespace": "openshift-ingress"} 2026-09-16T18:52:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-972df0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0", "reconcileID": "eb9348c7-cff0-4c6d-8392-319a1dcbfb43", "Gateway": "e2e-shared-a-w3-972df0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0-authn-ssl"} 2026-09-16T18:52:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-972df0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0", "reconcileID": "eb9348c7-cff0-4c6d-8392-319a1dcbfb43", "Gateway": "e2e-shared-a-w3-972df0", "namespace": "openshift-ingress"} 2026-09-16T18:52:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "139b1e20-40da-4825-97bc-b7919b061ab6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:52:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "139b1e20-40da-4825-97bc-b7919b061ab6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T18:52:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "139b1e20-40da-4825-97bc-b7919b061ab6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-972df0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T18:52:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "odh-trusted-ca-bundle", "reconcileID": "38fff815-5564-49ea-8164-1331bdcf51f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:52:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "odh-trusted-ca-bundle", "reconcileID": "38fff815-5564-49ea-8164-1331bdcf51f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:52:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "openshift-service-ca.crt", "reconcileID": "72f28032-86b2-4b3e-8cd8-67624b77af83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:52:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "openshift-service-ca.crt", "reconcileID": "72f28032-86b2-4b3e-8cd8-67624b77af83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:52:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddd76217-f811-4d5c-8ea6-790dd663bcb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:52:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-972df0"}, "namespace": "ai-tenant-e2e-shared-a-w3-972df0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddd76217-f811-4d5c-8ea6-790dd663bcb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-972df0"} 2026-09-16T18:52:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-972df0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-972df0", "reconcileID": "6157393b-cea1-4c6a-a651-9ec5b42e1e5f", "Gateway": "e2e-shared-a-w3-972df0", "namespace": "openshift-ingress"} 2026-09-16T18:53:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "159b35c7-d794-494d-bdc9-450fb14bd3f2", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress"} 2026-09-16T18:53:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "159b35c7-d794-494d-bdc9-450fb14bd3f2", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be-authn-ssl"} 2026-09-16T18:53:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "159b35c7-d794-494d-bdc9-450fb14bd3f2", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress"} 2026-09-16T18:53:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "975af4f5-c473-4f9b-aff1-5e904806aaca", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress"} 2026-09-16T18:53:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "975af4f5-c473-4f9b-aff1-5e904806aaca", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be-authn-ssl"} 2026-09-16T18:53:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "975af4f5-c473-4f9b-aff1-5e904806aaca", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress"} 2026-09-16T18:53:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a58cc2f-9717-4e4a-840f-ec32e08899e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:53:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a58cc2f-9717-4e4a-840f-ec32e08899e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T18:53:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a58cc2f-9717-4e4a-840f-ec32e08899e6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-d3e8be because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T18:53:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "odh-trusted-ca-bundle", "reconcileID": "d031767f-847b-474d-88df-21c5b3eca3a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:53:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "odh-trusted-ca-bundle", "reconcileID": "d031767f-847b-474d-88df-21c5b3eca3a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:53:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "openshift-service-ca.crt", "reconcileID": "ba3ec296-c451-45db-a479-3a639217cfb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:53:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "openshift-service-ca.crt", "reconcileID": "ba3ec296-c451-45db-a479-3a639217cfb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:53:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d77506ed-7a96-4df4-87a2-fb68f2ddd598", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:53:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d3e8be"}, "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d77506ed-7a96-4df4-87a2-fb68f2ddd598", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d3e8be"} 2026-09-16T18:53:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d3e8be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d3e8be", "reconcileID": "c186b830-cae1-4b72-a566-fb0c03d0cfbf", "Gateway": "e2e-shared-b-w3-d3e8be", "namespace": "openshift-ingress"} 2026-09-16T18:57:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "0192e65e-0a0a-48d7-820b-d579eb094436", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm"} 2026-09-16T18:57:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "0192e65e-0a0a-48d7-820b-d579eb094436", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm"} 2026-09-16T18:57:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "0192e65e-0a0a-48d7-820b-d579eb094436", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm"} 2026-09-16T18:57:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f898818-24fe-4332-8c3b-dee76542aa30", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T18:57:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "0192e65e-0a0a-48d7-820b-d579eb094436", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm", "name": "e2e-same-id-a-624f44dc-kserve-route-authn"} 2026-09-16T18:57:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "0192e65e-0a0a-48d7-820b-d579eb094436", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm", "authType": "userdefined"} 2026-09-16T18:57:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "0192e65e-0a0a-48d7-820b-d579eb094436", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm"} 2026-09-16T18:57:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f898818-24fe-4332-8c3b-dee76542aa30", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T18:57:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f898818-24fe-4332-8c3b-dee76542aa30", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T18:57:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "c8bd4235-9008-4e7a-b2fe-9ed0208bbcc2", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm"} 2026-09-16T18:57:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "c8bd4235-9008-4e7a-b2fe-9ed0208bbcc2", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm"} 2026-09-16T18:57:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "c8bd4235-9008-4e7a-b2fe-9ed0208bbcc2", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm"} 2026-09-16T18:57:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "c8bd4235-9008-4e7a-b2fe-9ed0208bbcc2", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm", "name": "e2e-same-id-a-624f44dc-kserve-route-authn"} 2026-09-16T18:57:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "c8bd4235-9008-4e7a-b2fe-9ed0208bbcc2", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm", "authType": "userdefined"} 2026-09-16T18:57:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "c8bd4235-9008-4e7a-b2fe-9ed0208bbcc2", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm"} 2026-09-16T18:57:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "d29a504d-b061-4b2a-b778-47a06252132e", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm"} 2026-09-16T18:57:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "d29a504d-b061-4b2a-b778-47a06252132e", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm"} 2026-09-16T18:57:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "d29a504d-b061-4b2a-b778-47a06252132e", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm"} 2026-09-16T18:57:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "290be0b5-72f8-4704-a408-38bf995cf23b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T18:57:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "d29a504d-b061-4b2a-b778-47a06252132e", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm", "name": "e2e-same-id-b-624f44dc-kserve-route-authn"} 2026-09-16T18:57:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "d29a504d-b061-4b2a-b778-47a06252132e", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm", "authType": "userdefined"} 2026-09-16T18:57:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "d29a504d-b061-4b2a-b778-47a06252132e", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm"} 2026-09-16T18:57:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "290be0b5-72f8-4704-a408-38bf995cf23b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T18:57:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "290be0b5-72f8-4704-a408-38bf995cf23b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T18:57:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7a6f08b4-f231-4f81-845e-1047e88dd371", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T18:57:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7a6f08b4-f231-4f81-845e-1047e88dd371", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T18:57:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7a6f08b4-f231-4f81-845e-1047e88dd371", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T18:57:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "b148a681-54ec-473d-910f-a8b5290216fb", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm"} 2026-09-16T18:57:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "b148a681-54ec-473d-910f-a8b5290216fb", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm"} 2026-09-16T18:57:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "b148a681-54ec-473d-910f-a8b5290216fb", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm"} 2026-09-16T18:57:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "b148a681-54ec-473d-910f-a8b5290216fb", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm", "name": "e2e-same-id-a-624f44dc-kserve-route-authn"} 2026-09-16T18:57:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "b148a681-54ec-473d-910f-a8b5290216fb", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm", "authType": "userdefined"} 2026-09-16T18:57:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "b148a681-54ec-473d-910f-a8b5290216fb", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm"} 2026-09-16T18:57:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "0bfe6cc3-3e7e-4c52-8052-3717db346999", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm"} 2026-09-16T18:57:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "0bfe6cc3-3e7e-4c52-8052-3717db346999", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm"} 2026-09-16T18:57:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "0bfe6cc3-3e7e-4c52-8052-3717db346999", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm"} 2026-09-16T18:57:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "0bfe6cc3-3e7e-4c52-8052-3717db346999", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm", "name": "e2e-same-id-b-624f44dc-kserve-route-authn"} 2026-09-16T18:57:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "0bfe6cc3-3e7e-4c52-8052-3717db346999", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm", "authType": "userdefined"} 2026-09-16T18:57:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "0bfe6cc3-3e7e-4c52-8052-3717db346999", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm"} 2026-09-16T18:57:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3af33647-dadb-4e04-b125-876d86c59a3a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T18:57:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3af33647-dadb-4e04-b125-876d86c59a3a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T18:57:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3af33647-dadb-4e04-b125-876d86c59a3a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T18:57:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "b4bdf0be-c113-4971-8792-d097353b153c", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm"} 2026-09-16T18:57:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "b4bdf0be-c113-4971-8792-d097353b153c", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm"} 2026-09-16T18:57:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "b4bdf0be-c113-4971-8792-d097353b153c", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm"} 2026-09-16T18:57:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "b4bdf0be-c113-4971-8792-d097353b153c", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm", "name": "e2e-same-id-b-624f44dc-kserve-route-authn"} 2026-09-16T18:57:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "b4bdf0be-c113-4971-8792-d097353b153c", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm", "authType": "userdefined"} 2026-09-16T18:57:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "b4bdf0be-c113-4971-8792-d097353b153c", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm"} 2026-09-16T18:57:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "ca233d32-2976-4477-aca3-b34ee4dbb515", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm"} 2026-09-16T18:57:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "ca233d32-2976-4477-aca3-b34ee4dbb515", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm"} 2026-09-16T18:57:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "ca233d32-2976-4477-aca3-b34ee4dbb515", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm"} 2026-09-16T18:57:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "ca233d32-2976-4477-aca3-b34ee4dbb515", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm", "name": "e2e-same-id-a-624f44dc-kserve-route-authn"} 2026-09-16T18:57:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "ca233d32-2976-4477-aca3-b34ee4dbb515", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm", "authType": "userdefined"} 2026-09-16T18:57:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "ca233d32-2976-4477-aca3-b34ee4dbb515", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm"} 2026-09-16T18:58:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "125acae5-d962-470b-93e7-70ca2d4b4ede", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm"} 2026-09-16T18:58:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "125acae5-d962-470b-93e7-70ca2d4b4ede", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm"} 2026-09-16T18:58:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "125acae5-d962-470b-93e7-70ca2d4b4ede", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm"} 2026-09-16T18:58:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "125acae5-d962-470b-93e7-70ca2d4b4ede", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm", "name": "e2e-same-id-b-624f44dc-kserve-route-authn"} 2026-09-16T18:58:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "125acae5-d962-470b-93e7-70ca2d4b4ede", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm", "authType": "userdefined"} 2026-09-16T18:58:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "125acae5-d962-470b-93e7-70ca2d4b4ede", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm"} 2026-09-16T18:58:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "b1195f40-7728-40d8-b8d5-6ca3e1179932", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm"} 2026-09-16T18:58:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "b1195f40-7728-40d8-b8d5-6ca3e1179932", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm", "name": "e2e-same-id-a-624f44dc"} 2026-09-16T18:58:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "b1195f40-7728-40d8-b8d5-6ca3e1179932", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm"} 2026-09-16T18:58:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "b1195f40-7728-40d8-b8d5-6ca3e1179932", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm"} 2026-09-16T18:58:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "b1195f40-7728-40d8-b8d5-6ca3e1179932", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm", "name": "e2e-same-id-a-624f44dc-kserve-route-authn"} 2026-09-16T18:58:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "b1195f40-7728-40d8-b8d5-6ca3e1179932", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm", "name": "e2e-same-id-a-624f44dc-kserve-route-authn"} 2026-09-16T18:58:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-624f44dc", "reconcileID": "859272b2-8c89-49d1-84a8-954ad4d0ba3b", "LLMInferenceService": "e2e-same-id-a-624f44dc", "namespace": "llm"} 2026-09-16T18:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19b18776-e303-43a0-819d-78b7e957bd84", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T18:58:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19b18776-e303-43a0-819d-78b7e957bd84", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T18:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19b18776-e303-43a0-819d-78b7e957bd84", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T18:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f4f40cbc-88c5-4a10-9331-4cad8431a07e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T18:58:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f4f40cbc-88c5-4a10-9331-4cad8431a07e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T18:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f4f40cbc-88c5-4a10-9331-4cad8431a07e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T18:58:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "344b4fd4-d78f-4a8b-bc49-f07529a77ece", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm"} 2026-09-16T18:58:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "344b4fd4-d78f-4a8b-bc49-f07529a77ece", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm", "name": "e2e-same-id-b-624f44dc"} 2026-09-16T18:58:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "344b4fd4-d78f-4a8b-bc49-f07529a77ece", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm"} 2026-09-16T18:58:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "344b4fd4-d78f-4a8b-bc49-f07529a77ece", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm"} 2026-09-16T18:58:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "344b4fd4-d78f-4a8b-bc49-f07529a77ece", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm", "name": "e2e-same-id-b-624f44dc-kserve-route-authn"} 2026-09-16T18:58:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "344b4fd4-d78f-4a8b-bc49-f07529a77ece", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm", "name": "e2e-same-id-b-624f44dc-kserve-route-authn"} 2026-09-16T18:58:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-624f44dc","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-624f44dc", "reconcileID": "b5eead6a-ceaa-4aa8-a34b-a8f3fa9a9579", "LLMInferenceService": "e2e-same-id-b-624f44dc", "namespace": "llm"} 2026-09-16T18:58:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "23998b52-7937-4b0d-b2c5-954dcaf5fe22", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T18:58:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "23998b52-7937-4b0d-b2c5-954dcaf5fe22", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T18:58:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "23998b52-7937-4b0d-b2c5-954dcaf5fe22", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T18:58:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30b55afb-ba1e-4f7a-a031-1acf7a16a84f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T18:58:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30b55afb-ba1e-4f7a-a031-1acf7a16a84f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T18:58:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30b55afb-ba1e-4f7a-a031-1acf7a16a84f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T18:58:28Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T18:58:28Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T18:58:30Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T18:58:30Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}