2026-09-11T18:24:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a5bbf6","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6", "reconcileID": "8e1beb45-d805-41b9-8b5e-a11e3bdff283", "LLMInferenceService": "rate-test-model-a5bbf6", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6-kserve-route-authn"} 2026-09-11T18:24:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a5bbf6","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6", "reconcileID": "8e1beb45-d805-41b9-8b5e-a11e3bdff283", "LLMInferenceService": "rate-test-model-a5bbf6", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "authType": "userdefined"} 2026-09-11T18:24:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a5bbf6","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6", "reconcileID": "8e1beb45-d805-41b9-8b5e-a11e3bdff283", "LLMInferenceService": "rate-test-model-a5bbf6", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6"} 2026-09-11T18:24:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a5bbf6","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6", "reconcileID": "45607c79-f07d-4a5c-9574-8315f933e7c2", "LLMInferenceService": "rate-test-model-a5bbf6", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6"} 2026-09-11T18:24:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a5bbf6","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6", "reconcileID": "45607c79-f07d-4a5c-9574-8315f933e7c2", "LLMInferenceService": "rate-test-model-a5bbf6", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6"} 2026-09-11T18:24:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a5bbf6","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6", "reconcileID": "45607c79-f07d-4a5c-9574-8315f933e7c2", "LLMInferenceService": "rate-test-model-a5bbf6", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6"} 2026-09-11T18:24:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a5bbf6","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6", "reconcileID": "45607c79-f07d-4a5c-9574-8315f933e7c2", "LLMInferenceService": "rate-test-model-a5bbf6", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6-kserve-route-authn"} 2026-09-11T18:24:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a5bbf6","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6", "reconcileID": "45607c79-f07d-4a5c-9574-8315f933e7c2", "LLMInferenceService": "rate-test-model-a5bbf6", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "authType": "userdefined"} 2026-09-11T18:24:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a5bbf6","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6", "reconcileID": "45607c79-f07d-4a5c-9574-8315f933e7c2", "LLMInferenceService": "rate-test-model-a5bbf6", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6"} 2026-09-11T18:24:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "11d2dba8-56df-4654-a46b-56fec0a4e617", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:24:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "11d2dba8-56df-4654-a46b-56fec0a4e617", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:24:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "11d2dba8-56df-4654-a46b-56fec0a4e617", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:24:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5d35e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7", "reconcileID": "45e02e18-c952-4739-bdaf-fe8d6f615b73", "Gateway": "e2e-shared-b-w3-5d35e7", "namespace": "openshift-ingress"} 2026-09-11T18:24:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "11d2dba8-56df-4654-a46b-56fec0a4e617", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7-kserve-route-authn"} 2026-09-11T18:24:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "11d2dba8-56df-4654-a46b-56fec0a4e617", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "authType": "userdefined"} 2026-09-11T18:24:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "11d2dba8-56df-4654-a46b-56fec0a4e617", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:24:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5d35e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7", "reconcileID": "45e02e18-c952-4739-bdaf-fe8d6f615b73", "Gateway": "e2e-shared-b-w3-5d35e7", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7-authn-ssl"} 2026-09-11T18:24:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5d35e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7", "reconcileID": "45e02e18-c952-4739-bdaf-fe8d6f615b73", "Gateway": "e2e-shared-b-w3-5d35e7", "namespace": "openshift-ingress"} 2026-09-11T18:24:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "637ecf0b-6aed-4884-bf12-a8d24a02bcbc", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:24:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "637ecf0b-6aed-4884-bf12-a8d24a02bcbc", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:24:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "637ecf0b-6aed-4884-bf12-a8d24a02bcbc", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:24:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "637ecf0b-6aed-4884-bf12-a8d24a02bcbc", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7-kserve-route-authn"} 2026-09-11T18:24:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "637ecf0b-6aed-4884-bf12-a8d24a02bcbc", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "authType": "userdefined"} 2026-09-11T18:24:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "637ecf0b-6aed-4884-bf12-a8d24a02bcbc", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:24:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5d35e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7", "reconcileID": "ac2bce7f-7fb2-4979-9b11-520d1faff22e", "Gateway": "e2e-shared-b-w3-5d35e7", "namespace": "openshift-ingress"} 2026-09-11T18:24:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5d35e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7", "reconcileID": "ac2bce7f-7fb2-4979-9b11-520d1faff22e", "Gateway": "e2e-shared-b-w3-5d35e7", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7-authn-ssl"} 2026-09-11T18:24:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5d35e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7", "reconcileID": "ac2bce7f-7fb2-4979-9b11-520d1faff22e", "Gateway": "e2e-shared-b-w3-5d35e7", "namespace": "openshift-ingress"} 2026-09-11T18:25:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "be9b4a25-245f-4752-97a0-4afbe1aa3575", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:25:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "be9b4a25-245f-4752-97a0-4afbe1aa3575", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:25:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "be9b4a25-245f-4752-97a0-4afbe1aa3575", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:25:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "be9b4a25-245f-4752-97a0-4afbe1aa3575", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7-kserve-route-authn"} 2026-09-11T18:25:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "be9b4a25-245f-4752-97a0-4afbe1aa3575", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "authType": "userdefined"} 2026-09-11T18:25:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "be9b4a25-245f-4752-97a0-4afbe1aa3575", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:25:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "1a3f8e5b-6cbb-4630-91db-e27aa7aa02a9", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:25:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "1a3f8e5b-6cbb-4630-91db-e27aa7aa02a9", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:25:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "1a3f8e5b-6cbb-4630-91db-e27aa7aa02a9", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:25:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "1a3f8e5b-6cbb-4630-91db-e27aa7aa02a9", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7-kserve-route-authn"} 2026-09-11T18:25:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "1a3f8e5b-6cbb-4630-91db-e27aa7aa02a9", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "authType": "userdefined"} 2026-09-11T18:25:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "1a3f8e5b-6cbb-4630-91db-e27aa7aa02a9", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:25:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "f565e95d-b8bd-4166-b8f1-df75af05f738", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:25:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "f565e95d-b8bd-4166-b8f1-df75af05f738", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:25:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "f565e95d-b8bd-4166-b8f1-df75af05f738", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:25:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "f565e95d-b8bd-4166-b8f1-df75af05f738", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7-kserve-route-authn"} 2026-09-11T18:25:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "f565e95d-b8bd-4166-b8f1-df75af05f738", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "authType": "userdefined"} 2026-09-11T18:25:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "f565e95d-b8bd-4166-b8f1-df75af05f738", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:25:17Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T18:25:17Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T18:25:17Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T18:25:17Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T18:25:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a5bbf6","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6", "reconcileID": "93135738-6401-442e-bff9-b50f6db35928", "LLMInferenceService": "rate-test-model-a5bbf6", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6"} 2026-09-11T18:25:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a5bbf6","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6", "reconcileID": "93135738-6401-442e-bff9-b50f6db35928", "LLMInferenceService": "rate-test-model-a5bbf6", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6"} 2026-09-11T18:25:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a5bbf6","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6", "reconcileID": "93135738-6401-442e-bff9-b50f6db35928", "LLMInferenceService": "rate-test-model-a5bbf6", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6"} 2026-09-11T18:25:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a5bbf6","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6", "reconcileID": "93135738-6401-442e-bff9-b50f6db35928", "LLMInferenceService": "rate-test-model-a5bbf6", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6"} 2026-09-11T18:25:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a5bbf6","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6", "reconcileID": "93135738-6401-442e-bff9-b50f6db35928", "LLMInferenceService": "rate-test-model-a5bbf6", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6-kserve-route-authn"} 2026-09-11T18:25:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a5bbf6","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6", "reconcileID": "93135738-6401-442e-bff9-b50f6db35928", "LLMInferenceService": "rate-test-model-a5bbf6", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6-kserve-route-authn"} 2026-09-11T18:25:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a5bbf6","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6", "reconcileID": "93135738-6401-442e-bff9-b50f6db35928", "LLMInferenceService": "rate-test-model-a5bbf6", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6"} 2026-09-11T18:25:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a5bbf6","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6", "reconcileID": "93135738-6401-442e-bff9-b50f6db35928", "LLMInferenceService": "rate-test-model-a5bbf6", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6"} 2026-09-11T18:25:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a5bbf6","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "rate-test-model-a5bbf6", "reconcileID": "0b823ccd-a618-42fb-b8a7-6827f5a59336", "LLMInferenceService": "rate-test-model-a5bbf6", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6"} 2026-09-11T18:25:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a5bbf6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a5bbf6", "reconcileID": "528e1cbd-df7a-4237-ae2c-a48be5af0c82", "Gateway": "e2e-shared-a-w3-a5bbf6", "namespace": "openshift-ingress"} 2026-09-11T18:25:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a5bbf6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a5bbf6", "reconcileID": "528e1cbd-df7a-4237-ae2c-a48be5af0c82", "Gateway": "e2e-shared-a-w3-a5bbf6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a5bbf6-authn-ssl"} 2026-09-11T18:25:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a5bbf6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a5bbf6", "reconcileID": "528e1cbd-df7a-4237-ae2c-a48be5af0c82", "Gateway": "e2e-shared-a-w3-a5bbf6", "namespace": "openshift-ingress"} 2026-09-11T18:25:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a5bbf6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a5bbf6", "reconcileID": "a19715d3-68d7-4f80-b67c-2b78e5617fdb", "Gateway": "e2e-shared-a-w3-a5bbf6", "namespace": "openshift-ingress"} 2026-09-11T18:25:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a5bbf6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a5bbf6", "reconcileID": "a19715d3-68d7-4f80-b67c-2b78e5617fdb", "Gateway": "e2e-shared-a-w3-a5bbf6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a5bbf6-authn-ssl"} 2026-09-11T18:25:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a5bbf6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a5bbf6", "reconcileID": "a19715d3-68d7-4f80-b67c-2b78e5617fdb", "Gateway": "e2e-shared-a-w3-a5bbf6", "namespace": "openshift-ingress"} 2026-09-11T18:25:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "a57b1639-04a2-46f9-ad2d-bb78abfe1c5b", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:25:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "a57b1639-04a2-46f9-ad2d-bb78abfe1c5b", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7"} 2026-09-11T18:25:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "a57b1639-04a2-46f9-ad2d-bb78abfe1c5b", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:25:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "a57b1639-04a2-46f9-ad2d-bb78abfe1c5b", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:25:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "a57b1639-04a2-46f9-ad2d-bb78abfe1c5b", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7-kserve-route-authn"} 2026-09-11T18:25:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "a57b1639-04a2-46f9-ad2d-bb78abfe1c5b", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7-kserve-route-authn"} 2026-09-11T18:25:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "a57b1639-04a2-46f9-ad2d-bb78abfe1c5b", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:25:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "a57b1639-04a2-46f9-ad2d-bb78abfe1c5b", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:25:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d35e7","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "rate-test-model-5d35e7", "reconcileID": "a4a926c2-e3bc-4e7f-9090-3ebf7d0c09c3", "LLMInferenceService": "rate-test-model-5d35e7", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:25:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5d35e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7", "reconcileID": "dcbe9414-0770-43a9-87d4-178e22f2ee7f", "Gateway": "e2e-shared-b-w3-5d35e7", "namespace": "openshift-ingress"} 2026-09-11T18:25:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5d35e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7", "reconcileID": "dcbe9414-0770-43a9-87d4-178e22f2ee7f", "Gateway": "e2e-shared-b-w3-5d35e7", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7-authn-ssl"} 2026-09-11T18:25:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5d35e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7", "reconcileID": "dcbe9414-0770-43a9-87d4-178e22f2ee7f", "Gateway": "e2e-shared-b-w3-5d35e7", "namespace": "openshift-ingress"} 2026-09-11T18:25:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5d35e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7", "reconcileID": "874a771b-9afa-4ea5-9c77-373c5df0669f", "Gateway": "e2e-shared-b-w3-5d35e7", "namespace": "openshift-ingress"} 2026-09-11T18:25:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5d35e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7", "reconcileID": "874a771b-9afa-4ea5-9c77-373c5df0669f", "Gateway": "e2e-shared-b-w3-5d35e7", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7-authn-ssl"} 2026-09-11T18:25:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5d35e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7", "reconcileID": "874a771b-9afa-4ea5-9c77-373c5df0669f", "Gateway": "e2e-shared-b-w3-5d35e7", "namespace": "openshift-ingress"} 2026-09-11T18:25:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "d123bc09-6ceb-40e9-81f7-be74cc0eacbe", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:25:35Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "d123bc09-6ceb-40e9-81f7-be74cc0eacbe", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b-authn-ssl"} 2026-09-11T18:25:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "d123bc09-6ceb-40e9-81f7-be74cc0eacbe", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:25:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "1159d623-ee1b-4833-a547-a8a419e60977", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:25:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "1159d623-ee1b-4833-a547-a8a419e60977", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b-authn-ssl"} 2026-09-11T18:25:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "1159d623-ee1b-4833-a547-a8a419e60977", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:25:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "8f699eb3-4b4a-4e12-8727-2363173b1e93", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:25:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "8f699eb3-4b4a-4e12-8727-2363173b1e93", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b-authn-ssl"} 2026-09-11T18:25:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "8f699eb3-4b4a-4e12-8727-2363173b1e93", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:25:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "b560e147-e182-4dc0-927d-c14ff8654788", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:25:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "b560e147-e182-4dc0-927d-c14ff8654788", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b-authn-ssl"} 2026-09-11T18:25:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "b560e147-e182-4dc0-927d-c14ff8654788", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:25:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "b7a8510f-75b9-4ba3-b517-fc70315ad69f", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:25:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "b7a8510f-75b9-4ba3-b517-fc70315ad69f", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b-authn-ssl"} 2026-09-11T18:25:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "b7a8510f-75b9-4ba3-b517-fc70315ad69f", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:25:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "1ebe5069-a98b-4188-ac08-08e52bd85f7b", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:25:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "1ebe5069-a98b-4188-ac08-08e52bd85f7b", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b-authn-ssl"} 2026-09-11T18:25:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "1ebe5069-a98b-4188-ac08-08e52bd85f7b", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:25:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "9aa022dc-a696-43e2-9943-9f1de1b181ea", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:25:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "9aa022dc-a696-43e2-9943-9f1de1b181ea", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b-authn-ssl"} 2026-09-11T18:25:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "9aa022dc-a696-43e2-9943-9f1de1b181ea", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:25:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "30ec1270-13b1-4adf-b796-6e6b39145f70", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:25:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "30ec1270-13b1-4adf-b796-6e6b39145f70", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b-authn-ssl"} 2026-09-11T18:25:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "30ec1270-13b1-4adf-b796-6e6b39145f70", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:25:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "openshift-service-ca.crt", "reconcileID": "9fee785a-b8a5-4c7c-a4a6-881d11d79500", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:25:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "odh-trusted-ca-bundle", "reconcileID": "c3b0f501-3975-4235-94a9-f8858aa398bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:25:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "openshift-service-ca.crt", "reconcileID": "12811f0f-b4a7-48f9-8adb-24b78e8a2f55", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-be394b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:25:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "openshift-service-ca.crt", "reconcileID": "12811f0f-b4a7-48f9-8adb-24b78e8a2f55", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:25:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18b37601-7cf4-4aba-a1de-f3c6b934c6f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:25:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "openshift-service-ca.crt", "reconcileID": "f190ac85-8a58-4a4d-a345-4b71c790ece8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:25:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "odh-trusted-ca-bundle", "reconcileID": "5242f451-65a5-48f5-8953-d8e2022518a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-be394b", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:25:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "odh-trusted-ca-bundle", "reconcileID": "5242f451-65a5-48f5-8953-d8e2022518a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:25:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28f16688-2ce8-4126-b337-67a47dfc3958", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:25:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "945adac2-5cc9-4dd4-956b-dff0ac48b4b8", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:25:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "945adac2-5cc9-4dd4-956b-dff0ac48b4b8", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b-authn-ssl"} 2026-09-11T18:25:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "945adac2-5cc9-4dd4-956b-dff0ac48b4b8", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:25:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "9b3ffb05-660a-4ed5-b111-d48b00e29c22", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:25:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "9b3ffb05-660a-4ed5-b111-d48b00e29c22", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b-authn-ssl"} 2026-09-11T18:25:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "9b3ffb05-660a-4ed5-b111-d48b00e29c22", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:26:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "a717a31e-4251-40b5-ba2a-48e5d87f0dbd", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:26:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "a717a31e-4251-40b5-ba2a-48e5d87f0dbd", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302-authn-ssl"} 2026-09-11T18:26:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "a717a31e-4251-40b5-ba2a-48e5d87f0dbd", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:26:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "be900671-1d12-4c29-b2ce-ef0671bf85ee", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:26:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "be900671-1d12-4c29-b2ce-ef0671bf85ee", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302-authn-ssl"} 2026-09-11T18:26:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "be900671-1d12-4c29-b2ce-ef0671bf85ee", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:26:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "9d0430c2-a0fc-43af-9757-208d668ae521", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:26:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "9d0430c2-a0fc-43af-9757-208d668ae521", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302-authn-ssl"} 2026-09-11T18:26:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "9d0430c2-a0fc-43af-9757-208d668ae521", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:26:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "d3a8de5a-1019-4dc0-acae-5fedc4b0e47c", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:26:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "d3a8de5a-1019-4dc0-acae-5fedc4b0e47c", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302-authn-ssl"} 2026-09-11T18:26:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "d3a8de5a-1019-4dc0-acae-5fedc4b0e47c", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:26:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "ab365cd1-5ddf-44c2-b736-c239d2dd1a5a", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:26:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "ab365cd1-5ddf-44c2-b736-c239d2dd1a5a", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302-authn-ssl"} 2026-09-11T18:26:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "ab365cd1-5ddf-44c2-b736-c239d2dd1a5a", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:26:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "fd41a896-1733-4ee4-ba52-f73a336b78c0", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:26:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "fd41a896-1733-4ee4-ba52-f73a336b78c0", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302-authn-ssl"} 2026-09-11T18:26:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "fd41a896-1733-4ee4-ba52-f73a336b78c0", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:26:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "98ce9440-db66-44ab-b51a-32a189066341", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:26:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "98ce9440-db66-44ab-b51a-32a189066341", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302-authn-ssl"} 2026-09-11T18:26:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "98ce9440-db66-44ab-b51a-32a189066341", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:26:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-74a302"}, "namespace": "ai-tenant-e2e-ipp-b-74a302", "name": "openshift-service-ca.crt", "reconcileID": "d03f781f-adda-436e-951a-f88d3c1edb54", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-74a302"} 2026-09-11T18:26:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-74a302"}, "namespace": "ai-tenant-e2e-ipp-b-74a302", "name": "odh-trusted-ca-bundle", "reconcileID": "05df6985-4018-4f16-844a-26e093517429", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-74a302"} 2026-09-11T18:26:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-74a302"}, "namespace": "ai-tenant-e2e-ipp-b-74a302", "name": "openshift-service-ca.crt", "reconcileID": "0b98d68f-7610-4228-b43b-94ba93e8a950", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-74a302", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:26:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-74a302"}, "namespace": "ai-tenant-e2e-ipp-b-74a302", "name": "openshift-service-ca.crt", "reconcileID": "0b98d68f-7610-4228-b43b-94ba93e8a950", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-74a302"} 2026-09-11T18:26:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-74a302"}, "namespace": "ai-tenant-e2e-ipp-b-74a302", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "627239ec-7553-4c86-99d6-6635fd60921a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-74a302"} 2026-09-11T18:26:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-74a302"}, "namespace": "ai-tenant-e2e-ipp-b-74a302", "name": "openshift-service-ca.crt", "reconcileID": "f410daaa-41aa-4828-bb0d-4852ff9e7a19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-74a302"} 2026-09-11T18:26:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-74a302"}, "namespace": "ai-tenant-e2e-ipp-b-74a302", "name": "odh-trusted-ca-bundle", "reconcileID": "893f9130-8c83-493e-8bdb-0c35710dea94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-74a302", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:26:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-74a302"}, "namespace": "ai-tenant-e2e-ipp-b-74a302", "name": "odh-trusted-ca-bundle", "reconcileID": "893f9130-8c83-493e-8bdb-0c35710dea94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-74a302"} 2026-09-11T18:26:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-74a302"}, "namespace": "ai-tenant-e2e-ipp-b-74a302", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0107a838-7fc2-46cd-87f3-ed5bb4abf601", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-74a302"} 2026-09-11T18:26:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "d7a876a1-87b6-481d-9c93-0432f649c17b", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:26:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "d7a876a1-87b6-481d-9c93-0432f649c17b", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302-authn-ssl"} 2026-09-11T18:26:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "d7a876a1-87b6-481d-9c93-0432f649c17b", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:26:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "7f9480e0-d851-4296-a3fc-8bccec398a98", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:26:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "7f9480e0-d851-4296-a3fc-8bccec398a98", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302-authn-ssl"} 2026-09-11T18:26:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "7f9480e0-d851-4296-a3fc-8bccec398a98", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:26:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "07f49484-5420-458a-9cba-c89cf7ed0fc4", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:26:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "07f49484-5420-458a-9cba-c89cf7ed0fc4", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:26:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "07f49484-5420-458a-9cba-c89cf7ed0fc4", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:26:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "07f49484-5420-458a-9cba-c89cf7ed0fc4", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b-kserve-route-authn"} 2026-09-11T18:26:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "07f49484-5420-458a-9cba-c89cf7ed0fc4", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "authType": "userdefined"} 2026-09-11T18:26:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "07f49484-5420-458a-9cba-c89cf7ed0fc4", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:26:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "af4d6a83-8896-42f0-8160-2104fe5abb24", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:26:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "af4d6a83-8896-42f0-8160-2104fe5abb24", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b-authn-ssl"} 2026-09-11T18:26:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "af4d6a83-8896-42f0-8160-2104fe5abb24", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:26:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "87d7386e-02b8-43e2-a23c-6f919d7c9c0a", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:26:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "87d7386e-02b8-43e2-a23c-6f919d7c9c0a", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:26:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "87d7386e-02b8-43e2-a23c-6f919d7c9c0a", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:26:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "87d7386e-02b8-43e2-a23c-6f919d7c9c0a", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b-kserve-route-authn"} 2026-09-11T18:26:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "87d7386e-02b8-43e2-a23c-6f919d7c9c0a", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "authType": "userdefined"} 2026-09-11T18:26:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "87d7386e-02b8-43e2-a23c-6f919d7c9c0a", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:26:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "5b3b9d52-71a1-4da2-9e38-21ebd6a80477", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:26:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "5b3b9d52-71a1-4da2-9e38-21ebd6a80477", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b-authn-ssl"} 2026-09-11T18:26:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "5b3b9d52-71a1-4da2-9e38-21ebd6a80477", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:26:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "2babed2a-6deb-4da7-94f9-f11ea513f62f", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:26:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "2babed2a-6deb-4da7-94f9-f11ea513f62f", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:26:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "2babed2a-6deb-4da7-94f9-f11ea513f62f", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:26:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "2babed2a-6deb-4da7-94f9-f11ea513f62f", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b-kserve-route-authn"} 2026-09-11T18:26:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "2babed2a-6deb-4da7-94f9-f11ea513f62f", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "authType": "userdefined"} 2026-09-11T18:26:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "2babed2a-6deb-4da7-94f9-f11ea513f62f", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:26:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "17f29ebb-52a1-4ca8-8564-db82c8697c87", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:26:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "17f29ebb-52a1-4ca8-8564-db82c8697c87", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:26:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "17f29ebb-52a1-4ca8-8564-db82c8697c87", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:26:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "17f29ebb-52a1-4ca8-8564-db82c8697c87", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b-kserve-route-authn"} 2026-09-11T18:26:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "17f29ebb-52a1-4ca8-8564-db82c8697c87", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "authType": "userdefined"} 2026-09-11T18:26:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "17f29ebb-52a1-4ca8-8564-db82c8697c87", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:26:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "0d4a7e85-e69c-4536-9245-372abb2266c7", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:26:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "0d4a7e85-e69c-4536-9245-372abb2266c7", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:26:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "0d4a7e85-e69c-4536-9245-372abb2266c7", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:26:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "0d4a7e85-e69c-4536-9245-372abb2266c7", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b-kserve-route-authn"} 2026-09-11T18:26:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "0d4a7e85-e69c-4536-9245-372abb2266c7", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "authType": "userdefined"} 2026-09-11T18:26:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "0d4a7e85-e69c-4536-9245-372abb2266c7", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "6016b7fb-9281-464c-a26c-ab51464a6c21", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:27:09Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "6016b7fb-9281-464c-a26c-ab51464a6c21", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace-authn-ssl"} 2026-09-11T18:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "6016b7fb-9281-464c-a26c-ab51464a6c21", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "4025de3d-564f-481b-93a4-f580f6732195", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:27:09Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "4025de3d-564f-481b-93a4-f580f6732195", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace-authn-ssl"} 2026-09-11T18:27:09Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "4025de3d-564f-481b-93a4-f580f6732195", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-b2aace-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-cleanup-b2aace-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T18:27:09Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-b2aace-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-cleanup-b2aace-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-cleanup-b2aace","uid":"97b2a7b3-b9b1-490d-8536-027283059ff1","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"61098"}, "reason": "ReconcileError"} 2026-09-11T18:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "67af62d7-4d89-4cda-a303-3e8ca7c3db30", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:27:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "67af62d7-4d89-4cda-a303-3e8ca7c3db30", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace-authn-ssl"} 2026-09-11T18:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "67af62d7-4d89-4cda-a303-3e8ca7c3db30", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "46445fae-2df8-4a58-a941-ea70741b0e71", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:27:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "46445fae-2df8-4a58-a941-ea70741b0e71", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace-authn-ssl"} 2026-09-11T18:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "46445fae-2df8-4a58-a941-ea70741b0e71", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "963f2e8f-5786-4f71-ae44-978840dd4674", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:27:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "963f2e8f-5786-4f71-ae44-978840dd4674", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace-authn-ssl"} 2026-09-11T18:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "963f2e8f-5786-4f71-ae44-978840dd4674", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:27:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "bb4a4c60-7c91-4fcc-bb0c-33ef7bdd373f", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:27:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "bb4a4c60-7c91-4fcc-bb0c-33ef7bdd373f", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace-authn-ssl"} 2026-09-11T18:27:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "bb4a4c60-7c91-4fcc-bb0c-33ef7bdd373f", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:27:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "0c44b4a4-cc3b-47ed-a29e-06030b2c153d", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:27:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "0c44b4a4-cc3b-47ed-a29e-06030b2c153d", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace-authn-ssl"} 2026-09-11T18:27:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "0c44b4a4-cc3b-47ed-a29e-06030b2c153d", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:27:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "b47c6a65-8144-4137-8440-12c110a40b53", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:27:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "b47c6a65-8144-4137-8440-12c110a40b53", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace-authn-ssl"} 2026-09-11T18:27:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "b47c6a65-8144-4137-8440-12c110a40b53", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:27:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b2aace"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "name": "openshift-service-ca.crt", "reconcileID": "2895c55e-2cf6-4eb8-a825-fc832f48e941", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace"} 2026-09-11T18:27:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b2aace"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "name": "openshift-service-ca.crt", "reconcileID": "d3877de0-4f7e-48e8-b999-f0bd6bb63de8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:27:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b2aace"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "name": "openshift-service-ca.crt", "reconcileID": "d3877de0-4f7e-48e8-b999-f0bd6bb63de8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace"} 2026-09-11T18:27:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2aace"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "name": "odh-trusted-ca-bundle", "reconcileID": "be1fde95-fdc4-4a9b-a456-31d6ae40a5f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:27:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2aace"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "name": "odh-trusted-ca-bundle", "reconcileID": "be1fde95-fdc4-4a9b-a456-31d6ae40a5f7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T18:27:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b2aace"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "name": "openshift-service-ca.crt", "reconcileID": "910f5f58-af46-4f68-bfe9-43bd4ed1f699", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace"} 2026-09-11T18:27:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2aace"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88ab14a5-64d3-4713-b201-d647ff427d04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace"} 2026-09-11T18:27:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2aace"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "name": "odh-trusted-ca-bundle", "reconcileID": "599df425-d3d4-491a-80d2-82670483ca6e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace"} 2026-09-11T18:27:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2aace"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "name": "odh-trusted-ca-bundle", "reconcileID": "ff3c8d39-3243-4db2-9feb-cdb368a72524", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:27:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2aace"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "name": "odh-trusted-ca-bundle", "reconcileID": "ff3c8d39-3243-4db2-9feb-cdb368a72524", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace"} 2026-09-11T18:27:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2aace"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b9ac916-4ca0-499f-bded-67c582329d2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace"} 2026-09-11T18:27:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "e265949f-eb3b-4d3c-b19c-8bee1054a4df", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:27:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "e265949f-eb3b-4d3c-b19c-8bee1054a4df", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace-authn-ssl"} 2026-09-11T18:27:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "e265949f-eb3b-4d3c-b19c-8bee1054a4df", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:27:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "96550a38-7949-4e68-8720-21e7787742e2", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:27:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "96550a38-7949-4e68-8720-21e7787742e2", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace-authn-ssl"} 2026-09-11T18:27:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "96550a38-7949-4e68-8720-21e7787742e2", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:27:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "0050a26b-51b8-4ddb-b210-cefdcd5f1996", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:27:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "0050a26b-51b8-4ddb-b210-cefdcd5f1996", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace-authn-ssl"} 2026-09-11T18:27:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "0050a26b-51b8-4ddb-b210-cefdcd5f1996", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:28:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "7588f68b-5b19-48e4-807d-39a60d85ade2", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:28:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "7588f68b-5b19-48e4-807d-39a60d85ade2", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace-authn-ssl"} 2026-09-11T18:28:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "7588f68b-5b19-48e4-807d-39a60d85ade2", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:28:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2aace"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6a61a6b-5ad3-449c-9fb4-e4933ffbd2aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace"} 2026-09-11T18:28:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2aace"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6a61a6b-5ad3-449c-9fb4-e4933ffbd2aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:28:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2aace"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6a61a6b-5ad3-449c-9fb4-e4933ffbd2aa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-b2aace because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T18:28:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2aace"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "name": "odh-trusted-ca-bundle", "reconcileID": "51738e4d-d407-4076-b080-63fd58fc8364", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace"} 2026-09-11T18:28:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2aace"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "name": "odh-trusted-ca-bundle", "reconcileID": "51738e4d-d407-4076-b080-63fd58fc8364", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace"} 2026-09-11T18:28:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b2aace"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "name": "openshift-service-ca.crt", "reconcileID": "a157dca2-cfbf-4193-903d-46d367c1687f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace"} 2026-09-11T18:28:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b2aace"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "name": "openshift-service-ca.crt", "reconcileID": "a157dca2-cfbf-4193-903d-46d367c1687f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace"} 2026-09-11T18:28:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2aace"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6822d662-9675-45d2-9a74-3d752b873473", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace"} 2026-09-11T18:28:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2aace"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6822d662-9675-45d2-9a74-3d752b873473", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2aace"} 2026-09-11T18:28:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2aace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2aace", "reconcileID": "1e8cf5c0-5a2b-4c58-be4e-9a24ceaed778", "Gateway": "e2e-ipp-cleanup-b2aace", "namespace": "openshift-ingress"} 2026-09-11T18:28:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "c3db9a07-4995-4060-b6e1-2b5ce49c2779", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:28:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "c3db9a07-4995-4060-b6e1-2b5ce49c2779", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b-authn-ssl"} 2026-09-11T18:28:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "c3db9a07-4995-4060-b6e1-2b5ce49c2779", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:28:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "3bb12364-9ce6-4958-bbf1-67b80065ff21", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:28:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "3bb12364-9ce6-4958-bbf1-67b80065ff21", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b-authn-ssl"} 2026-09-11T18:28:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "3bb12364-9ce6-4958-bbf1-67b80065ff21", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:28:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "2573a52e-abcd-4394-9e44-ac4bf0d8ef04", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:28:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "2573a52e-abcd-4394-9e44-ac4bf0d8ef04", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b-authn-ssl"} 2026-09-11T18:28:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "2573a52e-abcd-4394-9e44-ac4bf0d8ef04", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:28:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "6ff49879-d626-4fe1-98ab-056b389379a0", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:28:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "6ff49879-d626-4fe1-98ab-056b389379a0", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:28:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "6ff49879-d626-4fe1-98ab-056b389379a0", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:28:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "6ff49879-d626-4fe1-98ab-056b389379a0", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b-kserve-route-authn"} 2026-09-11T18:28:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "6ff49879-d626-4fe1-98ab-056b389379a0", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "authType": "userdefined"} 2026-09-11T18:28:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "6ff49879-d626-4fe1-98ab-056b389379a0", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "9eadcfbc-d995-407b-a5bb-9ee91a2b405d", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "9eadcfbc-d995-407b-a5bb-9ee91a2b405d", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "9eadcfbc-d995-407b-a5bb-9ee91a2b405d", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "9eadcfbc-d995-407b-a5bb-9ee91a2b405d", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b-kserve-route-authn"} 2026-09-11T18:29:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "9eadcfbc-d995-407b-a5bb-9ee91a2b405d", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "authType": "userdefined"} 2026-09-11T18:29:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "9eadcfbc-d995-407b-a5bb-9ee91a2b405d", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "332cadc5-194e-49d6-9a09-1fe7b90c9f49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "332cadc5-194e-49d6-9a09-1fe7b90c9f49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-be394b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:29:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "332cadc5-194e-49d6-9a09-1fe7b90c9f49", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-be394b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T18:29:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "odh-trusted-ca-bundle", "reconcileID": "75dddc41-c8c3-4ef8-9528-528d5dad89fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "odh-trusted-ca-bundle", "reconcileID": "75dddc41-c8c3-4ef8-9528-528d5dad89fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "openshift-service-ca.crt", "reconcileID": "21982b57-7d47-4a36-b4bb-60533a4983a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "openshift-service-ca.crt", "reconcileID": "21982b57-7d47-4a36-b4bb-60533a4983a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d6e329c-1069-418a-a20f-6bd5c1c77246", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d6e329c-1069-418a-a20f-6bd5c1c77246", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "d587fc93-cd5c-40d0-9303-26f0a2a03e8e", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "d587fc93-cd5c-40d0-9303-26f0a2a03e8e", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "d587fc93-cd5c-40d0-9303-26f0a2a03e8e", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "d587fc93-cd5c-40d0-9303-26f0a2a03e8e", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b-kserve-route-authn"} 2026-09-11T18:29:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "d587fc93-cd5c-40d0-9303-26f0a2a03e8e", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "authType": "userdefined"} 2026-09-11T18:29:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "d587fc93-cd5c-40d0-9303-26f0a2a03e8e", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "bce6680a-c94d-4e51-a075-4f35c63c8682", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "bce6680a-c94d-4e51-a075-4f35c63c8682", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b"} 2026-09-11T18:29:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "bce6680a-c94d-4e51-a075-4f35c63c8682", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "bce6680a-c94d-4e51-a075-4f35c63c8682", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "bce6680a-c94d-4e51-a075-4f35c63c8682", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b-kserve-route-authn"} 2026-09-11T18:29:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "bce6680a-c94d-4e51-a075-4f35c63c8682", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b-kserve-route-authn"} 2026-09-11T18:29:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "bce6680a-c94d-4e51-a075-4f35c63c8682", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "bce6680a-c94d-4e51-a075-4f35c63c8682", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "585b8e81-ace2-4144-b579-e4417144f611", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:29:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "585b8e81-ace2-4144-b579-e4417144f611", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b-authn-ssl"} 2026-09-11T18:29:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "585b8e81-ace2-4144-b579-e4417144f611", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:29:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "9f58fbe9-df27-4cfa-9439-b5ba9c9e0812", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "9f58fbe9-df27-4cfa-9439-b5ba9c9e0812", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b"} 2026-09-11T18:29:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "9f58fbe9-df27-4cfa-9439-b5ba9c9e0812", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "9f58fbe9-df27-4cfa-9439-b5ba9c9e0812", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "9f58fbe9-df27-4cfa-9439-b5ba9c9e0812", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b-kserve-route-authn"} 2026-09-11T18:29:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "9f58fbe9-df27-4cfa-9439-b5ba9c9e0812", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b-kserve-route-authn"} 2026-09-11T18:29:10Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "9f58fbe9-df27-4cfa-9439-b5ba9c9e0812", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:10Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "9f58fbe9-df27-4cfa-9439-b5ba9c9e0812", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-be394b","namespace":"ai-tenant-e2e-ipp-a-be394b"}, "namespace": "ai-tenant-e2e-ipp-a-be394b", "name": "ipp-route-be394b", "reconcileID": "afda8f71-a5ea-4c0e-b20d-715092480d13", "LLMInferenceService": "ipp-route-be394b", "namespace": "ai-tenant-e2e-ipp-a-be394b"} 2026-09-11T18:29:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "291b03af-ac32-4338-889d-d0b1150d23d3", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:29:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "291b03af-ac32-4338-889d-d0b1150d23d3", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b-authn-ssl"} 2026-09-11T18:29:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "291b03af-ac32-4338-889d-d0b1150d23d3", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:29:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-be394b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-be394b", "reconcileID": "bdcb3f5c-81aa-41a2-a145-9973d445a7a0", "Gateway": "e2e-ipp-a-be394b", "namespace": "openshift-ingress"} 2026-09-11T18:29:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "29e7c82b-63c1-41db-a6e5-7819c7e1fcd4", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:29:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "29e7c82b-63c1-41db-a6e5-7819c7e1fcd4", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302-authn-ssl"} 2026-09-11T18:29:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "29e7c82b-63c1-41db-a6e5-7819c7e1fcd4", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:29:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "976b8d68-b281-4d3a-8452-f63b6d0948cf", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:29:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "976b8d68-b281-4d3a-8452-f63b6d0948cf", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302-authn-ssl"} 2026-09-11T18:29:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "976b8d68-b281-4d3a-8452-f63b6d0948cf", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:29:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-74a302"}, "namespace": "ai-tenant-e2e-ipp-b-74a302", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9045ae6f-5e9b-48be-86da-5be4f268a00a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-74a302"} 2026-09-11T18:29:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-74a302"}, "namespace": "ai-tenant-e2e-ipp-b-74a302", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9045ae6f-5e9b-48be-86da-5be4f268a00a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-74a302", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:29:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-74a302"}, "namespace": "ai-tenant-e2e-ipp-b-74a302", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9045ae6f-5e9b-48be-86da-5be4f268a00a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-74a302 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T18:29:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-74a302"}, "namespace": "ai-tenant-e2e-ipp-b-74a302", "name": "odh-trusted-ca-bundle", "reconcileID": "90e7e218-930c-465f-a6b5-06c823d78416", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-74a302"} 2026-09-11T18:29:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-74a302"}, "namespace": "ai-tenant-e2e-ipp-b-74a302", "name": "odh-trusted-ca-bundle", "reconcileID": "90e7e218-930c-465f-a6b5-06c823d78416", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-74a302"} 2026-09-11T18:29:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-74a302"}, "namespace": "ai-tenant-e2e-ipp-b-74a302", "name": "openshift-service-ca.crt", "reconcileID": "66e1f597-0d5c-4174-ade7-32563af05239", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-74a302"} 2026-09-11T18:29:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-74a302"}, "namespace": "ai-tenant-e2e-ipp-b-74a302", "name": "openshift-service-ca.crt", "reconcileID": "66e1f597-0d5c-4174-ade7-32563af05239", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-74a302"} 2026-09-11T18:29:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-74a302"}, "namespace": "ai-tenant-e2e-ipp-b-74a302", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "076b9bda-765a-4800-a508-3deec0be42ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-74a302"} 2026-09-11T18:29:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-74a302"}, "namespace": "ai-tenant-e2e-ipp-b-74a302", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "076b9bda-765a-4800-a508-3deec0be42ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-74a302"} 2026-09-11T18:29:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-74a302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-74a302", "reconcileID": "fc7b34b4-0c41-4da0-aad2-f8cfedc977ce", "Gateway": "e2e-ipp-b-74a302", "namespace": "openshift-ingress"} 2026-09-11T18:29:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a5bbf6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a5bbf6", "reconcileID": "8c71e09e-a06e-475f-baa9-58947495fa47", "Gateway": "e2e-shared-a-w3-a5bbf6", "namespace": "openshift-ingress"} 2026-09-11T18:29:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a5bbf6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a5bbf6", "reconcileID": "8c71e09e-a06e-475f-baa9-58947495fa47", "Gateway": "e2e-shared-a-w3-a5bbf6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a5bbf6-authn-ssl"} 2026-09-11T18:29:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a5bbf6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a5bbf6", "reconcileID": "8c71e09e-a06e-475f-baa9-58947495fa47", "Gateway": "e2e-shared-a-w3-a5bbf6", "namespace": "openshift-ingress"} 2026-09-11T18:29:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a5bbf6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a5bbf6", "reconcileID": "77bdda3f-29c8-4168-8049-40ce27d4e058", "Gateway": "e2e-shared-a-w3-a5bbf6", "namespace": "openshift-ingress"} 2026-09-11T18:29:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a5bbf6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a5bbf6", "reconcileID": "77bdda3f-29c8-4168-8049-40ce27d4e058", "Gateway": "e2e-shared-a-w3-a5bbf6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a5bbf6-authn-ssl"} 2026-09-11T18:29:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a5bbf6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a5bbf6", "reconcileID": "77bdda3f-29c8-4168-8049-40ce27d4e058", "Gateway": "e2e-shared-a-w3-a5bbf6", "namespace": "openshift-ingress"} 2026-09-11T18:29:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7f797c5-c50f-40d2-8904-45d843dc11db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6"} 2026-09-11T18:29:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7f797c5-c50f-40d2-8904-45d843dc11db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:29:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7f797c5-c50f-40d2-8904-45d843dc11db", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-a5bbf6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T18:29:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "odh-trusted-ca-bundle", "reconcileID": "a57caa59-3751-4d9d-af29-50f466feee6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6"} 2026-09-11T18:29:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "odh-trusted-ca-bundle", "reconcileID": "a57caa59-3751-4d9d-af29-50f466feee6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6"} 2026-09-11T18:29:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "openshift-service-ca.crt", "reconcileID": "8252b9fe-264e-4cc1-a3b5-02322145b8bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6"} 2026-09-11T18:29:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "openshift-service-ca.crt", "reconcileID": "8252b9fe-264e-4cc1-a3b5-02322145b8bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6"} 2026-09-11T18:29:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6ed5973-c74e-4c13-b1c4-d312099ba0b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6"} 2026-09-11T18:29:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a5bbf6"}, "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6ed5973-c74e-4c13-b1c4-d312099ba0b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a5bbf6"} 2026-09-11T18:29:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a5bbf6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a5bbf6", "reconcileID": "c35d9c03-595d-44dd-848a-67237345b71f", "Gateway": "e2e-shared-a-w3-a5bbf6", "namespace": "openshift-ingress"} 2026-09-11T18:30:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5d35e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7", "reconcileID": "5a59de80-e694-4a1d-9fa3-d76b6613c6b9", "Gateway": "e2e-shared-b-w3-5d35e7", "namespace": "openshift-ingress"} 2026-09-11T18:30:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5d35e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7", "reconcileID": "5a59de80-e694-4a1d-9fa3-d76b6613c6b9", "Gateway": "e2e-shared-b-w3-5d35e7", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7-authn-ssl"} 2026-09-11T18:30:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5d35e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7", "reconcileID": "5a59de80-e694-4a1d-9fa3-d76b6613c6b9", "Gateway": "e2e-shared-b-w3-5d35e7", "namespace": "openshift-ingress"} 2026-09-11T18:30:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5d35e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7", "reconcileID": "e2032fd5-19be-4907-a302-00ede3812422", "Gateway": "e2e-shared-b-w3-5d35e7", "namespace": "openshift-ingress"} 2026-09-11T18:30:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5d35e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7", "reconcileID": "e2032fd5-19be-4907-a302-00ede3812422", "Gateway": "e2e-shared-b-w3-5d35e7", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7-authn-ssl"} 2026-09-11T18:30:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5d35e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7", "reconcileID": "e2032fd5-19be-4907-a302-00ede3812422", "Gateway": "e2e-shared-b-w3-5d35e7", "namespace": "openshift-ingress"} 2026-09-11T18:30:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4158023-56a3-4d14-8ab0-5267da68d668", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:30:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4158023-56a3-4d14-8ab0-5267da68d668", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:30:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4158023-56a3-4d14-8ab0-5267da68d668", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-5d35e7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T18:30:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "odh-trusted-ca-bundle", "reconcileID": "01d69a92-edc7-4d8a-b9f7-f37191f8f16f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:30:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "odh-trusted-ca-bundle", "reconcileID": "01d69a92-edc7-4d8a-b9f7-f37191f8f16f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:30:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "openshift-service-ca.crt", "reconcileID": "552b407e-a2dc-42db-bd11-ee2b3959504c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:30:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "openshift-service-ca.crt", "reconcileID": "552b407e-a2dc-42db-bd11-ee2b3959504c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:30:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6109c232-1fc1-49df-b5b4-a161c94f13cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:30:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5d35e7"}, "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6109c232-1fc1-49df-b5b4-a161c94f13cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-5d35e7"} 2026-09-11T18:30:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5d35e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5d35e7", "reconcileID": "fe69402c-742c-46dd-bd2d-3ad8db7ff95c", "Gateway": "e2e-shared-b-w3-5d35e7", "namespace": "openshift-ingress"} 2026-09-11T18:32:13Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T18:32:13Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T18:32:13Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T18:32:13Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T18:34:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "39ac8fc3-cefb-4438-8303-6bb27d9b2d2b", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "39ac8fc3-cefb-4438-8303-6bb27d9b2d2b", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "39ac8fc3-cefb-4438-8303-6bb27d9b2d2b", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bcc620f4-c90e-40ab-b78d-4fd22b91b9de", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:34:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "39ac8fc3-cefb-4438-8303-6bb27d9b2d2b", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm", "name": "e2e-same-id-a-c891a30d-kserve-route-authn"} 2026-09-11T18:34:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "39ac8fc3-cefb-4438-8303-6bb27d9b2d2b", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T18:34:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "39ac8fc3-cefb-4438-8303-6bb27d9b2d2b", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bcc620f4-c90e-40ab-b78d-4fd22b91b9de", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T18:34:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bcc620f4-c90e-40ab-b78d-4fd22b91b9de", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:34:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "50426a8a-1efb-4558-a922-deb160c993a7", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "50426a8a-1efb-4558-a922-deb160c993a7", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "50426a8a-1efb-4558-a922-deb160c993a7", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "50426a8a-1efb-4558-a922-deb160c993a7", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm", "name": "e2e-same-id-a-c891a30d-kserve-route-authn"} 2026-09-11T18:34:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "50426a8a-1efb-4558-a922-deb160c993a7", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T18:34:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "50426a8a-1efb-4558-a922-deb160c993a7", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "a30afb6d-7e45-4efe-b3b0-d4df23b298d9", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "a30afb6d-7e45-4efe-b3b0-d4df23b298d9", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "a30afb6d-7e45-4efe-b3b0-d4df23b298d9", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8a5a37d1-70f3-44e5-9ce1-af45c2f6399c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:34:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "a30afb6d-7e45-4efe-b3b0-d4df23b298d9", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm", "name": "e2e-same-id-b-c891a30d-kserve-route-authn"} 2026-09-11T18:34:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "a30afb6d-7e45-4efe-b3b0-d4df23b298d9", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T18:34:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "a30afb6d-7e45-4efe-b3b0-d4df23b298d9", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8a5a37d1-70f3-44e5-9ce1-af45c2f6399c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T18:34:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8a5a37d1-70f3-44e5-9ce1-af45c2f6399c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:34:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "df3a0ced-18d4-484d-9237-13d7fe9184d7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:34:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "df3a0ced-18d4-484d-9237-13d7fe9184d7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T18:34:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "df3a0ced-18d4-484d-9237-13d7fe9184d7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:34:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "296b3b1f-4164-43c0-bbae-a86553961ec0", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "296b3b1f-4164-43c0-bbae-a86553961ec0", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "296b3b1f-4164-43c0-bbae-a86553961ec0", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "296b3b1f-4164-43c0-bbae-a86553961ec0", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm", "name": "e2e-same-id-a-c891a30d-kserve-route-authn"} 2026-09-11T18:34:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "296b3b1f-4164-43c0-bbae-a86553961ec0", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T18:34:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "296b3b1f-4164-43c0-bbae-a86553961ec0", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "eea019bc-50a2-456a-b404-ab2428a5f927", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "eea019bc-50a2-456a-b404-ab2428a5f927", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "eea019bc-50a2-456a-b404-ab2428a5f927", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "eea019bc-50a2-456a-b404-ab2428a5f927", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm", "name": "e2e-same-id-b-c891a30d-kserve-route-authn"} 2026-09-11T18:34:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "eea019bc-50a2-456a-b404-ab2428a5f927", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T18:34:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "eea019bc-50a2-456a-b404-ab2428a5f927", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a8ddf101-8cd9-48c1-8d4b-ff3d4642d39f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:34:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a8ddf101-8cd9-48c1-8d4b-ff3d4642d39f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T18:34:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a8ddf101-8cd9-48c1-8d4b-ff3d4642d39f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:34:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "9ef51c63-3090-4ef5-9fe4-7a817f34c784", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "9ef51c63-3090-4ef5-9fe4-7a817f34c784", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "9ef51c63-3090-4ef5-9fe4-7a817f34c784", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "9ef51c63-3090-4ef5-9fe4-7a817f34c784", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm", "name": "e2e-same-id-b-c891a30d-kserve-route-authn"} 2026-09-11T18:34:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "9ef51c63-3090-4ef5-9fe4-7a817f34c784", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T18:34:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "9ef51c63-3090-4ef5-9fe4-7a817f34c784", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "4f469f23-1cf0-4482-920c-bd56a01c2180", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "4f469f23-1cf0-4482-920c-bd56a01c2180", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "4f469f23-1cf0-4482-920c-bd56a01c2180", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "4f469f23-1cf0-4482-920c-bd56a01c2180", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm", "name": "e2e-same-id-a-c891a30d-kserve-route-authn"} 2026-09-11T18:34:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "4f469f23-1cf0-4482-920c-bd56a01c2180", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T18:34:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "4f469f23-1cf0-4482-920c-bd56a01c2180", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "9281baad-7fb8-45d7-99dd-7a4d43349fae", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "9281baad-7fb8-45d7-99dd-7a4d43349fae", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "9281baad-7fb8-45d7-99dd-7a4d43349fae", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "9281baad-7fb8-45d7-99dd-7a4d43349fae", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm", "name": "e2e-same-id-b-c891a30d-kserve-route-authn"} 2026-09-11T18:34:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "9281baad-7fb8-45d7-99dd-7a4d43349fae", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T18:34:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "9281baad-7fb8-45d7-99dd-7a4d43349fae", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "f30b1038-ae14-43bb-8a7e-bdb2b9f75b63", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "f30b1038-ae14-43bb-8a7e-bdb2b9f75b63", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "f30b1038-ae14-43bb-8a7e-bdb2b9f75b63", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "f30b1038-ae14-43bb-8a7e-bdb2b9f75b63", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm", "name": "e2e-same-id-a-c891a30d-kserve-route-authn"} 2026-09-11T18:34:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "f30b1038-ae14-43bb-8a7e-bdb2b9f75b63", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T18:34:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "f30b1038-ae14-43bb-8a7e-bdb2b9f75b63", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "303a5c32-dd60-493c-bfbc-534a12544a7c", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "303a5c32-dd60-493c-bfbc-534a12544a7c", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "303a5c32-dd60-493c-bfbc-534a12544a7c", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "303a5c32-dd60-493c-bfbc-534a12544a7c", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm", "name": "e2e-same-id-b-c891a30d-kserve-route-authn"} 2026-09-11T18:34:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "303a5c32-dd60-493c-bfbc-534a12544a7c", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T18:34:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "303a5c32-dd60-493c-bfbc-534a12544a7c", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "cd4d0005-7e6d-41c6-b70e-6c030205e7fe", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "cd4d0005-7e6d-41c6-b70e-6c030205e7fe", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm", "name": "e2e-same-id-a-c891a30d"} 2026-09-11T18:34:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "cd4d0005-7e6d-41c6-b70e-6c030205e7fe", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "cd4d0005-7e6d-41c6-b70e-6c030205e7fe", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "cd4d0005-7e6d-41c6-b70e-6c030205e7fe", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm", "name": "e2e-same-id-a-c891a30d-kserve-route-authn"} 2026-09-11T18:34:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "cd4d0005-7e6d-41c6-b70e-6c030205e7fe", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm", "name": "e2e-same-id-a-c891a30d-kserve-route-authn"} 2026-09-11T18:34:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c891a30d", "reconcileID": "3ffcef67-8506-42b2-8042-585896cb73f0", "LLMInferenceService": "e2e-same-id-a-c891a30d", "namespace": "llm"} 2026-09-11T18:34:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fded9581-aecc-4fef-84dc-d53fd1c11d76", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:34:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fded9581-aecc-4fef-84dc-d53fd1c11d76", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T18:34:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fded9581-aecc-4fef-84dc-d53fd1c11d76", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:34:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8abd836-f0e0-45cb-a9a4-f0e2fbe655a6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:34:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8abd836-f0e0-45cb-a9a4-f0e2fbe655a6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T18:34:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8abd836-f0e0-45cb-a9a4-f0e2fbe655a6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:34:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "f3b657a9-78bd-4cde-b286-f125402d7b17", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "f3b657a9-78bd-4cde-b286-f125402d7b17", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm", "name": "e2e-same-id-b-c891a30d"} 2026-09-11T18:34:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "f3b657a9-78bd-4cde-b286-f125402d7b17", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "f3b657a9-78bd-4cde-b286-f125402d7b17", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "f3b657a9-78bd-4cde-b286-f125402d7b17", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm", "name": "e2e-same-id-b-c891a30d-kserve-route-authn"} 2026-09-11T18:34:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "f3b657a9-78bd-4cde-b286-f125402d7b17", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm", "name": "e2e-same-id-b-c891a30d-kserve-route-authn"} 2026-09-11T18:34:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c891a30d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c891a30d", "reconcileID": "d423a7eb-6bfd-4934-b5ef-123cfc790877", "LLMInferenceService": "e2e-same-id-b-c891a30d", "namespace": "llm"} 2026-09-11T18:34:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e185fcd0-f25b-4a41-93d9-8671b9bf506c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:34:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e185fcd0-f25b-4a41-93d9-8671b9bf506c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T18:34:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e185fcd0-f25b-4a41-93d9-8671b9bf506c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:34:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9901e8cc-838e-46b6-b040-08dd79942c5a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:34:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9901e8cc-838e-46b6-b040-08dd79942c5a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T18:34:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9901e8cc-838e-46b6-b040-08dd79942c5a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}