2026-09-15T21:10:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "sub-test-model-280fb4", "reconcileID": "4d91497e-8131-4fc0-8b43-88c8351195c6", "LLMInferenceService": "sub-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:10:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "sub-test-model-280fb4", "reconcileID": "4d91497e-8131-4fc0-8b43-88c8351195c6", "LLMInferenceService": "sub-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:10:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "sub-test-model-280fb4", "reconcileID": "f439ba48-0201-4f4b-a9e8-22f9f139b314", "LLMInferenceService": "sub-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:10:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "2badc877-1366-447e-953e-7b705fe48caf", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress"} 2026-09-15T21:10:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "2badc877-1366-447e-953e-7b705fe48caf", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4-authn-ssl"} 2026-09-15T21:10:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "2badc877-1366-447e-953e-7b705fe48caf", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress"} 2026-09-15T21:10:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "3a101bb3-15ef-4cff-9a69-2ee8b65910be", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress"} 2026-09-15T21:10:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "3a101bb3-15ef-4cff-9a69-2ee8b65910be", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4-authn-ssl"} 2026-09-15T21:10:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "3a101bb3-15ef-4cff-9a69-2ee8b65910be", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress"} 2026-09-15T21:10:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "sub-test-model-728877", "reconcileID": "8c79feb3-2cbe-49e6-a707-c7ac6aa945c5", "LLMInferenceService": "sub-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:10:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "sub-test-model-728877", "reconcileID": "8c79feb3-2cbe-49e6-a707-c7ac6aa945c5", "LLMInferenceService": "sub-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "sub-test-model-728877"} 2026-09-15T21:10:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "sub-test-model-728877", "reconcileID": "8c79feb3-2cbe-49e6-a707-c7ac6aa945c5", "LLMInferenceService": "sub-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:10:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "sub-test-model-728877", "reconcileID": "8c79feb3-2cbe-49e6-a707-c7ac6aa945c5", "LLMInferenceService": "sub-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:10:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "sub-test-model-728877", "reconcileID": "8c79feb3-2cbe-49e6-a707-c7ac6aa945c5", "LLMInferenceService": "sub-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "sub-test-model-728877-kserve-route-authn"} 2026-09-15T21:10:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "sub-test-model-728877", "reconcileID": "8c79feb3-2cbe-49e6-a707-c7ac6aa945c5", "LLMInferenceService": "sub-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "sub-test-model-728877-kserve-route-authn"} 2026-09-15T21:10:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "sub-test-model-728877", "reconcileID": "8c79feb3-2cbe-49e6-a707-c7ac6aa945c5", "LLMInferenceService": "sub-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:10:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "sub-test-model-728877", "reconcileID": "8c79feb3-2cbe-49e6-a707-c7ac6aa945c5", "LLMInferenceService": "sub-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:10:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "sub-test-model-728877", "reconcileID": "fb03f701-f77a-4efd-89b7-acf7279fd213", "LLMInferenceService": "sub-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:10:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "09c29e36-fbf3-437b-9282-b7f6f7db4191", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress"} 2026-09-15T21:10:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "09c29e36-fbf3-437b-9282-b7f6f7db4191", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877-authn-ssl"} 2026-09-15T21:10:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "09c29e36-fbf3-437b-9282-b7f6f7db4191", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress"} 2026-09-15T21:10:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "b18ea736-0882-4003-acae-beccb33f6c0e", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress"} 2026-09-15T21:10:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "b18ea736-0882-4003-acae-beccb33f6c0e", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877-authn-ssl"} 2026-09-15T21:10:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "b18ea736-0882-4003-acae-beccb33f6c0e", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress"} 2026-09-15T21:10:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "c4ef33e6-da4b-4655-81c6-a3ea295e1470", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:10:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "c4ef33e6-da4b-4655-81c6-a3ea295e1470", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:10:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "c4ef33e6-da4b-4655-81c6-a3ea295e1470", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:10:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "00d913a8-2c5f-4fb4-9dd3-8ec296312378", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress"} 2026-09-15T21:10:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "c4ef33e6-da4b-4655-81c6-a3ea295e1470", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4-kserve-route-authn"} 2026-09-15T21:10:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "c4ef33e6-da4b-4655-81c6-a3ea295e1470", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "authType": "userdefined"} 2026-09-15T21:10:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "c4ef33e6-da4b-4655-81c6-a3ea295e1470", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:10:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "00d913a8-2c5f-4fb4-9dd3-8ec296312378", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4-authn-ssl"} 2026-09-15T21:10:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "00d913a8-2c5f-4fb4-9dd3-8ec296312378", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress"} 2026-09-15T21:10:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "752ab16d-4a21-461f-8854-a112eca8800e", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:10:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "752ab16d-4a21-461f-8854-a112eca8800e", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:10:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "752ab16d-4a21-461f-8854-a112eca8800e", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:10:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "752ab16d-4a21-461f-8854-a112eca8800e", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4-kserve-route-authn"} 2026-09-15T21:10:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "752ab16d-4a21-461f-8854-a112eca8800e", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "authType": "userdefined"} 2026-09-15T21:10:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "752ab16d-4a21-461f-8854-a112eca8800e", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:11:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "5010ff40-94a3-47a6-b3f5-c4f5a4da4995", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress"} 2026-09-15T21:11:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "5010ff40-94a3-47a6-b3f5-c4f5a4da4995", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4-authn-ssl"} 2026-09-15T21:11:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "5010ff40-94a3-47a6-b3f5-c4f5a4da4995", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress"} 2026-09-15T21:11:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "8d33fd4f-cccf-4690-8c6e-3d9868fdc4c7", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:11:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "8d33fd4f-cccf-4690-8c6e-3d9868fdc4c7", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:11:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "8d33fd4f-cccf-4690-8c6e-3d9868fdc4c7", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:11:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "8d33fd4f-cccf-4690-8c6e-3d9868fdc4c7", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4-kserve-route-authn"} 2026-09-15T21:11:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "8d33fd4f-cccf-4690-8c6e-3d9868fdc4c7", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "authType": "userdefined"} 2026-09-15T21:11:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "8d33fd4f-cccf-4690-8c6e-3d9868fdc4c7", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:11:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "8f9faeaa-165a-4fcf-b01e-bef34ad52932", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:11:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "8f9faeaa-165a-4fcf-b01e-bef34ad52932", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:11:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "8f9faeaa-165a-4fcf-b01e-bef34ad52932", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:11:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "8f9faeaa-165a-4fcf-b01e-bef34ad52932", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4-kserve-route-authn"} 2026-09-15T21:11:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "8f9faeaa-165a-4fcf-b01e-bef34ad52932", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "authType": "userdefined"} 2026-09-15T21:11:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "8f9faeaa-165a-4fcf-b01e-bef34ad52932", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:11:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "9e316117-cc0e-4b32-b876-1635e99b9d6d", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:11:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "9e316117-cc0e-4b32-b876-1635e99b9d6d", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:11:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "9e316117-cc0e-4b32-b876-1635e99b9d6d", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:11:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "9e316117-cc0e-4b32-b876-1635e99b9d6d", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4-kserve-route-authn"} 2026-09-15T21:11:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "9e316117-cc0e-4b32-b876-1635e99b9d6d", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "authType": "userdefined"} 2026-09-15T21:11:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "9e316117-cc0e-4b32-b876-1635e99b9d6d", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:11:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "e7b16bb1-ecaa-4965-94c9-2266078481dc", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:11:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "e7b16bb1-ecaa-4965-94c9-2266078481dc", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:11:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "e7b16bb1-ecaa-4965-94c9-2266078481dc", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:11:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "21ac2741-6843-43e8-9468-2514b68076ab", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress"} 2026-09-15T21:11:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "e7b16bb1-ecaa-4965-94c9-2266078481dc", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877-kserve-route-authn"} 2026-09-15T21:11:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "e7b16bb1-ecaa-4965-94c9-2266078481dc", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "authType": "userdefined"} 2026-09-15T21:11:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "e7b16bb1-ecaa-4965-94c9-2266078481dc", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:11:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "21ac2741-6843-43e8-9468-2514b68076ab", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877-authn-ssl"} 2026-09-15T21:11:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "21ac2741-6843-43e8-9468-2514b68076ab", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress"} 2026-09-15T21:11:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "0b82ec22-945b-48c4-a12a-7515eafc75d3", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:11:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "0b82ec22-945b-48c4-a12a-7515eafc75d3", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:11:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "0b82ec22-945b-48c4-a12a-7515eafc75d3", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:11:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "0b82ec22-945b-48c4-a12a-7515eafc75d3", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877-kserve-route-authn"} 2026-09-15T21:11:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "0b82ec22-945b-48c4-a12a-7515eafc75d3", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "authType": "userdefined"} 2026-09-15T21:11:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "0b82ec22-945b-48c4-a12a-7515eafc75d3", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:11:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "53e3f7ce-3130-4860-b631-932f3f34ce0d", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress"} 2026-09-15T21:11:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "53e3f7ce-3130-4860-b631-932f3f34ce0d", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877-authn-ssl"} 2026-09-15T21:11:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "53e3f7ce-3130-4860-b631-932f3f34ce0d", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress"} 2026-09-15T21:11:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "99185ee8-8b4d-4699-aaf9-e8b959e8988a", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:11:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "99185ee8-8b4d-4699-aaf9-e8b959e8988a", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:11:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "99185ee8-8b4d-4699-aaf9-e8b959e8988a", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:11:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "99185ee8-8b4d-4699-aaf9-e8b959e8988a", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877-kserve-route-authn"} 2026-09-15T21:11:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "99185ee8-8b4d-4699-aaf9-e8b959e8988a", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "authType": "userdefined"} 2026-09-15T21:11:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "99185ee8-8b4d-4699-aaf9-e8b959e8988a", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:11:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "afa74ff3-6514-49b5-ba6b-43e93d511680", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:11:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "afa74ff3-6514-49b5-ba6b-43e93d511680", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:11:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "afa74ff3-6514-49b5-ba6b-43e93d511680", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:11:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "afa74ff3-6514-49b5-ba6b-43e93d511680", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877-kserve-route-authn"} 2026-09-15T21:11:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "afa74ff3-6514-49b5-ba6b-43e93d511680", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "authType": "userdefined"} 2026-09-15T21:11:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "afa74ff3-6514-49b5-ba6b-43e93d511680", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:11:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "221c01a0-9569-4f56-802b-843c0e1e5903", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:11:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "221c01a0-9569-4f56-802b-843c0e1e5903", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:11:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "221c01a0-9569-4f56-802b-843c0e1e5903", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:11:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "221c01a0-9569-4f56-802b-843c0e1e5903", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877-kserve-route-authn"} 2026-09-15T21:11:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "221c01a0-9569-4f56-802b-843c0e1e5903", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "authType": "userdefined"} 2026-09-15T21:11:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "221c01a0-9569-4f56-802b-843c0e1e5903", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:12:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "7f430e83-8635-494a-8870-cdf4f27cc891", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:12:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "7f430e83-8635-494a-8870-cdf4f27cc891", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4"} 2026-09-15T21:12:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "7f430e83-8635-494a-8870-cdf4f27cc891", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:12:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "7f430e83-8635-494a-8870-cdf4f27cc891", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:12:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "7f430e83-8635-494a-8870-cdf4f27cc891", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4-kserve-route-authn"} 2026-09-15T21:12:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "7f430e83-8635-494a-8870-cdf4f27cc891", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4-kserve-route-authn"} 2026-09-15T21:12:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "7f430e83-8635-494a-8870-cdf4f27cc891", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:12:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "7f430e83-8635-494a-8870-cdf4f27cc891", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:12:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-280fb4","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "rate-test-model-280fb4", "reconcileID": "2968867c-fad0-474b-8d20-ebae2008e3c0", "LLMInferenceService": "rate-test-model-280fb4", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:12:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "ea571f28-81ca-4e27-b289-f4609e390749", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress"} 2026-09-15T21:12:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "ea571f28-81ca-4e27-b289-f4609e390749", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4-authn-ssl"} 2026-09-15T21:12:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "ea571f28-81ca-4e27-b289-f4609e390749", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress"} 2026-09-15T21:12:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "308a1e29-403a-4373-86d8-9e4844d9ece8", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress"} 2026-09-15T21:12:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "308a1e29-403a-4373-86d8-9e4844d9ece8", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4-authn-ssl"} 2026-09-15T21:12:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "308a1e29-403a-4373-86d8-9e4844d9ece8", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress"} 2026-09-15T21:12:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "dcd1e7bb-7ca0-4ee0-a8a9-bb11f93800a8", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:12:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "dcd1e7bb-7ca0-4ee0-a8a9-bb11f93800a8", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877"} 2026-09-15T21:12:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "dcd1e7bb-7ca0-4ee0-a8a9-bb11f93800a8", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:12:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "dcd1e7bb-7ca0-4ee0-a8a9-bb11f93800a8", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:12:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "dcd1e7bb-7ca0-4ee0-a8a9-bb11f93800a8", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877-kserve-route-authn"} 2026-09-15T21:12:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "dcd1e7bb-7ca0-4ee0-a8a9-bb11f93800a8", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877-kserve-route-authn"} 2026-09-15T21:12:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "dcd1e7bb-7ca0-4ee0-a8a9-bb11f93800a8", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:12:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "dcd1e7bb-7ca0-4ee0-a8a9-bb11f93800a8", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:12:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-728877","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "rate-test-model-728877", "reconcileID": "63f4f20b-bda4-408f-9589-68a44abbe146", "LLMInferenceService": "rate-test-model-728877", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:12:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "5ae66fca-5fbb-4b51-b284-da0831e181fd", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress"} 2026-09-15T21:12:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "5ae66fca-5fbb-4b51-b284-da0831e181fd", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877-authn-ssl"} 2026-09-15T21:12:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "5ae66fca-5fbb-4b51-b284-da0831e181fd", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress"} 2026-09-15T21:12:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "beff15d1-b0d0-4dc0-97e3-cc4590130146", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress"} 2026-09-15T21:12:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "beff15d1-b0d0-4dc0-97e3-cc4590130146", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877-authn-ssl"} 2026-09-15T21:12:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "beff15d1-b0d0-4dc0-97e3-cc4590130146", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress"} 2026-09-15T21:12:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "8ad328d3-94e3-4e64-b86c-3a6542f275de", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:12:05Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "8ad328d3-94e3-4e64-b86c-3a6542f275de", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8-authn-ssl"} 2026-09-15T21:12:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "8ad328d3-94e3-4e64-b86c-3a6542f275de", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:12:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "c332b3c9-4f9a-4610-9ab4-b44022c260c7", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:12:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "c332b3c9-4f9a-4610-9ab4-b44022c260c7", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8-authn-ssl"} 2026-09-15T21:12:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "c332b3c9-4f9a-4610-9ab4-b44022c260c7", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:12:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "9cfcc53e-e920-400a-8ba6-b674dd622b47", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:12:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "9cfcc53e-e920-400a-8ba6-b674dd622b47", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8-authn-ssl"} 2026-09-15T21:12:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "9cfcc53e-e920-400a-8ba6-b674dd622b47", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:12:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "06290e5b-c9fb-4d9f-85e8-daeeeb3214e9", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:12:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "06290e5b-c9fb-4d9f-85e8-daeeeb3214e9", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8-authn-ssl"} 2026-09-15T21:12:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "06290e5b-c9fb-4d9f-85e8-daeeeb3214e9", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:12:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "9c39e89e-e09c-413c-90c2-cc3ca2200aa6", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:12:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "9c39e89e-e09c-413c-90c2-cc3ca2200aa6", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8-authn-ssl"} 2026-09-15T21:12:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "9c39e89e-e09c-413c-90c2-cc3ca2200aa6", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:12:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "92da68fb-4bf3-4875-ac67-eff611f8dd7c", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:12:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "92da68fb-4bf3-4875-ac67-eff611f8dd7c", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8-authn-ssl"} 2026-09-15T21:12:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "92da68fb-4bf3-4875-ac67-eff611f8dd7c", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:12:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "80d05162-2de0-4edd-b7f5-6d1ec3c3efa8", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:12:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "80d05162-2de0-4edd-b7f5-6d1ec3c3efa8", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8-authn-ssl"} 2026-09-15T21:12:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "80d05162-2de0-4edd-b7f5-6d1ec3c3efa8", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:12:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "openshift-service-ca.crt", "reconcileID": "a9b4e9d1-2fca-4355-b4fd-ff43871dc02c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:12:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "odh-trusted-ca-bundle", "reconcileID": "2836f1e3-59b8-46bb-bf97-8ee078c02a9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:12:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "openshift-service-ca.crt", "reconcileID": "d5a7003c-5c41-4644-a2e0-e4b9e0a2efce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-219de8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:12:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "openshift-service-ca.crt", "reconcileID": "d5a7003c-5c41-4644-a2e0-e4b9e0a2efce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:12:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2acb7eba-a669-499a-82a7-69e53423e449", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:12:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "openshift-service-ca.crt", "reconcileID": "00b75391-7316-4b5f-ad5d-d19619d7d34e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:12:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "odh-trusted-ca-bundle", "reconcileID": "e0783e44-9bae-4028-b60d-37d7ef44f1dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219de8", "update": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:12:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "odh-trusted-ca-bundle", "reconcileID": "e0783e44-9bae-4028-b60d-37d7ef44f1dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:12:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a98c20d5-fe0e-4cba-aaf0-d8da51d0b967", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:12:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "88aa52e3-04f2-4204-be27-1ec044cae0b3", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:12:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "88aa52e3-04f2-4204-be27-1ec044cae0b3", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8-authn-ssl"} 2026-09-15T21:12:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "88aa52e3-04f2-4204-be27-1ec044cae0b3", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:12:13Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T21:12:13Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T21:12:13Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T21:12:13Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T21:12:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "a6570fed-f690-40b4-a335-5aae35a73246", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:12:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "a6570fed-f690-40b4-a335-5aae35a73246", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8-authn-ssl"} 2026-09-15T21:12:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "a6570fed-f690-40b4-a335-5aae35a73246", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:12:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "6a12324e-5761-4377-b44b-6055b94c95a3", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:12:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "6a12324e-5761-4377-b44b-6055b94c95a3", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7-authn-ssl"} 2026-09-15T21:12:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "6a12324e-5761-4377-b44b-6055b94c95a3", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:12:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "da7a48d9-e57c-4fea-a616-6528e0001a82", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:12:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "da7a48d9-e57c-4fea-a616-6528e0001a82", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7-authn-ssl"} 2026-09-15T21:12:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "da7a48d9-e57c-4fea-a616-6528e0001a82", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:12:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "f6c10046-44d4-490c-9cf0-7024d80c8ad1", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:12:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "f6c10046-44d4-490c-9cf0-7024d80c8ad1", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7-authn-ssl"} 2026-09-15T21:12:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "f6c10046-44d4-490c-9cf0-7024d80c8ad1", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:12:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "e54692f9-614d-42b0-8dba-756ee5f2d274", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:12:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "e54692f9-614d-42b0-8dba-756ee5f2d274", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7-authn-ssl"} 2026-09-15T21:12:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "e54692f9-614d-42b0-8dba-756ee5f2d274", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:12:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "e64e5995-8d66-446f-996e-5c2143ba523d", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:12:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "e64e5995-8d66-446f-996e-5c2143ba523d", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7-authn-ssl"} 2026-09-15T21:12:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "e64e5995-8d66-446f-996e-5c2143ba523d", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:12:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "516a0e15-a7bb-442f-9cd0-90dcc7987d34", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:12:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "516a0e15-a7bb-442f-9cd0-90dcc7987d34", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7-authn-ssl"} 2026-09-15T21:12:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "516a0e15-a7bb-442f-9cd0-90dcc7987d34", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:12:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "4f84af7b-5c7c-4100-9ef1-6f65c58c2b19", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:12:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "4f84af7b-5c7c-4100-9ef1-6f65c58c2b19", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7-authn-ssl"} 2026-09-15T21:12:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "4f84af7b-5c7c-4100-9ef1-6f65c58c2b19", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:12:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7f09a7"}, "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "name": "openshift-service-ca.crt", "reconcileID": "bd0621e3-812c-4526-8b7e-d5e947ea905e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7f09a7"} 2026-09-15T21:12:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f09a7"}, "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "name": "odh-trusted-ca-bundle", "reconcileID": "95bf16fe-cc0a-4959-b6de-f013c8589768", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f09a7"} 2026-09-15T21:12:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7f09a7"}, "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "name": "openshift-service-ca.crt", "reconcileID": "4bd9bcef-f656-4524-8731-c738f8e94e5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:12:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7f09a7"}, "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "name": "openshift-service-ca.crt", "reconcileID": "4bd9bcef-f656-4524-8731-c738f8e94e5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7f09a7"} 2026-09-15T21:12:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f09a7"}, "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db7b440d-8ff3-4f19-8881-f56e3e2a5eab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f09a7"} 2026-09-15T21:12:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7f09a7"}, "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "name": "openshift-service-ca.crt", "reconcileID": "2b52b5f4-c292-4cfb-a1f8-3842ffa5db48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7f09a7"} 2026-09-15T21:12:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f09a7"}, "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "name": "odh-trusted-ca-bundle", "reconcileID": "d6b78e09-9c89-4879-bcbc-3f595132da71", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "update": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:12:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f09a7"}, "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "name": "odh-trusted-ca-bundle", "reconcileID": "d6b78e09-9c89-4879-bcbc-3f595132da71", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f09a7"} 2026-09-15T21:12:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f09a7"}, "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b22b7dc-8657-4af7-8393-f50c20601165", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f09a7"} 2026-09-15T21:12:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "3445e5cb-98df-4d86-b96e-083168ebca46", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:12:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "3445e5cb-98df-4d86-b96e-083168ebca46", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7-authn-ssl"} 2026-09-15T21:12:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "3445e5cb-98df-4d86-b96e-083168ebca46", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:12:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "475123c7-50b4-44f8-94a0-c9139db43a13", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:12:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "475123c7-50b4-44f8-94a0-c9139db43a13", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7-authn-ssl"} 2026-09-15T21:12:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "475123c7-50b4-44f8-94a0-c9139db43a13", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:13:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "e277e6aa-ed48-4fb8-b78a-043d9ef2fb9b", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:13:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "e277e6aa-ed48-4fb8-b78a-043d9ef2fb9b", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:13:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "e277e6aa-ed48-4fb8-b78a-043d9ef2fb9b", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:13:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "2a863a19-5a85-41d0-ae64-3c19f507f1fa", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:13:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "e277e6aa-ed48-4fb8-b78a-043d9ef2fb9b", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8-kserve-route-authn"} 2026-09-15T21:13:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "e277e6aa-ed48-4fb8-b78a-043d9ef2fb9b", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8", "authType": "userdefined"} 2026-09-15T21:13:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "e277e6aa-ed48-4fb8-b78a-043d9ef2fb9b", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:13:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "2a863a19-5a85-41d0-ae64-3c19f507f1fa", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8-authn-ssl"} 2026-09-15T21:13:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "2a863a19-5a85-41d0-ae64-3c19f507f1fa", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:13:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "fc4e476d-b80d-4b8e-b877-17553c93284b", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:13:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "fc4e476d-b80d-4b8e-b877-17553c93284b", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:13:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "fc4e476d-b80d-4b8e-b877-17553c93284b", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:13:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "fc4e476d-b80d-4b8e-b877-17553c93284b", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8-kserve-route-authn"} 2026-09-15T21:13:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "fc4e476d-b80d-4b8e-b877-17553c93284b", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8", "authType": "userdefined"} 2026-09-15T21:13:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "fc4e476d-b80d-4b8e-b877-17553c93284b", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:13:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "765d46d8-7b91-4b68-a4c3-f2434f8cddc1", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:13:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "765d46d8-7b91-4b68-a4c3-f2434f8cddc1", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8-authn-ssl"} 2026-09-15T21:13:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "765d46d8-7b91-4b68-a4c3-f2434f8cddc1", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:13:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "b9c5be99-0a30-4f76-ac87-97f0a3e78bbb", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:13:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "b9c5be99-0a30-4f76-ac87-97f0a3e78bbb", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:13:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "b9c5be99-0a30-4f76-ac87-97f0a3e78bbb", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:13:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "b9c5be99-0a30-4f76-ac87-97f0a3e78bbb", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8-kserve-route-authn"} 2026-09-15T21:13:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "b9c5be99-0a30-4f76-ac87-97f0a3e78bbb", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8", "authType": "userdefined"} 2026-09-15T21:13:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "b9c5be99-0a30-4f76-ac87-97f0a3e78bbb", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:13:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "6f9fb62d-5c5b-41cb-80d6-576ab602e736", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:13:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "6f9fb62d-5c5b-41cb-80d6-576ab602e736", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:13:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "6f9fb62d-5c5b-41cb-80d6-576ab602e736", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:13:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "6f9fb62d-5c5b-41cb-80d6-576ab602e736", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8-kserve-route-authn"} 2026-09-15T21:13:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "6f9fb62d-5c5b-41cb-80d6-576ab602e736", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8", "authType": "userdefined"} 2026-09-15T21:13:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "6f9fb62d-5c5b-41cb-80d6-576ab602e736", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:13:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "5f1f3fda-c18b-4fde-9af3-f729b543283c", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:13:44Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "5f1f3fda-c18b-4fde-9af3-f729b543283c", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f-authn-ssl"} 2026-09-15T21:13:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "5f1f3fda-c18b-4fde-9af3-f729b543283c", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:13:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "6f5633a0-f166-47ec-b878-8e323d600732", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:13:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "6f5633a0-f166-47ec-b878-8e323d600732", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f-authn-ssl"} 2026-09-15T21:13:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "6f5633a0-f166-47ec-b878-8e323d600732", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:13:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "43807d5e-d8b7-405c-a74b-e7b34a27e824", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:13:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "43807d5e-d8b7-405c-a74b-e7b34a27e824", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f-authn-ssl"} 2026-09-15T21:13:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "43807d5e-d8b7-405c-a74b-e7b34a27e824", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:13:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "5c13c568-03cd-4986-b78f-eb7abe2c1e79", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:13:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "5c13c568-03cd-4986-b78f-eb7abe2c1e79", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f-authn-ssl"} 2026-09-15T21:13:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "5c13c568-03cd-4986-b78f-eb7abe2c1e79", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:13:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "645f3506-695a-4ccc-bfa3-19ada6d52fa9", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:13:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "645f3506-695a-4ccc-bfa3-19ada6d52fa9", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f-authn-ssl"} 2026-09-15T21:13:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "645f3506-695a-4ccc-bfa3-19ada6d52fa9", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:13:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "546cdb09-c1e0-41ea-bbd0-03e8771efe21", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:13:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "546cdb09-c1e0-41ea-bbd0-03e8771efe21", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f-authn-ssl"} 2026-09-15T21:13:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "546cdb09-c1e0-41ea-bbd0-03e8771efe21", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:13:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "d717366a-7235-49f9-9212-92aa34686ef0", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:13:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "d717366a-7235-49f9-9212-92aa34686ef0", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f-authn-ssl"} 2026-09-15T21:13:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "d717366a-7235-49f9-9212-92aa34686ef0", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:13:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a6f49f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "name": "openshift-service-ca.crt", "reconcileID": "ee337b27-8294-4375-aa74-444610cdfe54", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f"} 2026-09-15T21:13:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a6f49f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "name": "openshift-service-ca.crt", "reconcileID": "d68033ae-a5a1-4abb-b1fc-4cc86553adf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:13:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a6f49f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "name": "openshift-service-ca.crt", "reconcileID": "d68033ae-a5a1-4abb-b1fc-4cc86553adf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f"} 2026-09-15T21:13:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a6f49f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "name": "odh-trusted-ca-bundle", "reconcileID": "735dc53e-2009-4750-9089-be1b07c7ccdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f"} 2026-09-15T21:13:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a6f49f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06f98224-1e0e-4951-89ea-55a2cc0595a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f"} 2026-09-15T21:13:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a6f49f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "name": "openshift-service-ca.crt", "reconcileID": "3a565054-95c6-465d-a486-3e39a16d57d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f"} 2026-09-15T21:13:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a6f49f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "name": "odh-trusted-ca-bundle", "reconcileID": "c721f84e-a5c3-4eee-8eda-e7269c3d74c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "update": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:13:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a6f49f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "name": "odh-trusted-ca-bundle", "reconcileID": "c721f84e-a5c3-4eee-8eda-e7269c3d74c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f"} 2026-09-15T21:13:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a6f49f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15664eba-02c3-470f-ae32-5bfd8890a1cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f"} 2026-09-15T21:13:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "ce81db01-0c8b-4ec5-a833-a3a436b875f8", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:13:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "ce81db01-0c8b-4ec5-a833-a3a436b875f8", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f-authn-ssl"} 2026-09-15T21:13:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "ce81db01-0c8b-4ec5-a833-a3a436b875f8", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:13:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "f5c3df6e-9117-4fcd-a54c-d840a153e6b2", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:13:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "f5c3df6e-9117-4fcd-a54c-d840a153e6b2", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f-authn-ssl"} 2026-09-15T21:13:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "f5c3df6e-9117-4fcd-a54c-d840a153e6b2", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:14:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "35471043-6e2d-47df-9249-e6949f581490", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:14:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "35471043-6e2d-47df-9249-e6949f581490", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f-authn-ssl"} 2026-09-15T21:14:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "35471043-6e2d-47df-9249-e6949f581490", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:14:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "317c0cfe-a0d2-4b29-8fc8-5132dbb56877", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:14:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "317c0cfe-a0d2-4b29-8fc8-5132dbb56877", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f-authn-ssl"} 2026-09-15T21:14:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "317c0cfe-a0d2-4b29-8fc8-5132dbb56877", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:14:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a6f49f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cd15730-ebae-4a67-aed5-fcda3e004081", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f"} 2026-09-15T21:14:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a6f49f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cd15730-ebae-4a67-aed5-fcda3e004081", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:14:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a6f49f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cd15730-ebae-4a67-aed5-fcda3e004081", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-a6f49f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:14:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a6f49f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "name": "odh-trusted-ca-bundle", "reconcileID": "04aa90b2-2abb-4483-a19a-b3b334a5dcb0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f"} 2026-09-15T21:14:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a6f49f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "name": "odh-trusted-ca-bundle", "reconcileID": "04aa90b2-2abb-4483-a19a-b3b334a5dcb0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f"} 2026-09-15T21:14:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a6f49f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "name": "openshift-service-ca.crt", "reconcileID": "db1f9b46-62cc-4160-a9bd-3f36c8c01eb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f"} 2026-09-15T21:14:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a6f49f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "name": "openshift-service-ca.crt", "reconcileID": "db1f9b46-62cc-4160-a9bd-3f36c8c01eb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f"} 2026-09-15T21:14:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a6f49f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b47e337-9f0f-48b3-bc59-06ed87c38a6d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f"} 2026-09-15T21:14:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a6f49f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b47e337-9f0f-48b3-bc59-06ed87c38a6d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a6f49f"} 2026-09-15T21:14:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a6f49f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a6f49f", "reconcileID": "22f3e222-1d6a-472b-8d9c-67685decf3f3", "Gateway": "e2e-ipp-cleanup-a6f49f", "namespace": "openshift-ingress"} 2026-09-15T21:14:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "9c7cb7bf-e84f-4e09-a7da-34e833e51082", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:14:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "9c7cb7bf-e84f-4e09-a7da-34e833e51082", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8-authn-ssl"} 2026-09-15T21:14:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "9c7cb7bf-e84f-4e09-a7da-34e833e51082", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:14:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "67503904-fc59-4bb9-a9b1-d852ae870820", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:14:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "67503904-fc59-4bb9-a9b1-d852ae870820", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8-authn-ssl"} 2026-09-15T21:14:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "67503904-fc59-4bb9-a9b1-d852ae870820", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:14:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "cdb7cf4a-54ed-4bdb-b81e-e18a8d62e881", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:14:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "cdb7cf4a-54ed-4bdb-b81e-e18a8d62e881", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8-authn-ssl"} 2026-09-15T21:14:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "cdb7cf4a-54ed-4bdb-b81e-e18a8d62e881", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:14:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "d3e533f7-044c-4b9b-b1b2-39543fda05d8", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:14:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "d3e533f7-044c-4b9b-b1b2-39543fda05d8", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:14:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "d3e533f7-044c-4b9b-b1b2-39543fda05d8", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:14:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "d3e533f7-044c-4b9b-b1b2-39543fda05d8", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8-kserve-route-authn"} 2026-09-15T21:14:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "d3e533f7-044c-4b9b-b1b2-39543fda05d8", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8", "authType": "userdefined"} 2026-09-15T21:14:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "d3e533f7-044c-4b9b-b1b2-39543fda05d8", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:15:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "b32bec92-47d1-42c1-8fa1-3392af46fbfc", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:15:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "b32bec92-47d1-42c1-8fa1-3392af46fbfc", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8-authn-ssl"} 2026-09-15T21:15:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "b32bec92-47d1-42c1-8fa1-3392af46fbfc", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:15:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad609d09-23a7-4c6e-9d7c-263706645661", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:15:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad609d09-23a7-4c6e-9d7c-263706645661", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219de8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:15:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad609d09-23a7-4c6e-9d7c-263706645661", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-219de8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:15:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "odh-trusted-ca-bundle", "reconcileID": "7bc7512a-b059-4b19-8289-8fe3c0f93abc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:15:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "odh-trusted-ca-bundle", "reconcileID": "7bc7512a-b059-4b19-8289-8fe3c0f93abc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:15:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "openshift-service-ca.crt", "reconcileID": "8f0f8506-481e-43a2-a49b-8667ed68674a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:15:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "openshift-service-ca.crt", "reconcileID": "8f0f8506-481e-43a2-a49b-8667ed68674a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:15:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fd4f291-70b5-4e2d-80ec-1e9ae1695c62", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:15:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fd4f291-70b5-4e2d-80ec-1e9ae1695c62", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:15:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "6b2b2291-0122-4839-af0e-cf39d65d3494", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:15:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "6b2b2291-0122-4839-af0e-cf39d65d3494", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8"} 2026-09-15T21:15:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "6b2b2291-0122-4839-af0e-cf39d65d3494", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:15:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "6b2b2291-0122-4839-af0e-cf39d65d3494", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:15:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "6b2b2291-0122-4839-af0e-cf39d65d3494", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8-kserve-route-authn"} 2026-09-15T21:15:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "6b2b2291-0122-4839-af0e-cf39d65d3494", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8-kserve-route-authn"} 2026-09-15T21:15:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "6b2b2291-0122-4839-af0e-cf39d65d3494", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:15:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "6b2b2291-0122-4839-af0e-cf39d65d3494", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:15:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "5be81231-a1c2-4765-9726-02b643927578", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:15:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "5be81231-a1c2-4765-9726-02b643927578", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8"} 2026-09-15T21:15:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "5be81231-a1c2-4765-9726-02b643927578", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:15:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "5be81231-a1c2-4765-9726-02b643927578", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:15:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "5be81231-a1c2-4765-9726-02b643927578", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8-kserve-route-authn"} 2026-09-15T21:15:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "5be81231-a1c2-4765-9726-02b643927578", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8-kserve-route-authn"} 2026-09-15T21:15:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "5be81231-a1c2-4765-9726-02b643927578", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:15:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "5be81231-a1c2-4765-9726-02b643927578", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:15:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219de8","namespace":"ai-tenant-e2e-ipp-a-219de8"}, "namespace": "ai-tenant-e2e-ipp-a-219de8", "name": "ipp-route-219de8", "reconcileID": "07c4f0aa-d814-4795-b299-8fe3a6d37e16", "LLMInferenceService": "ipp-route-219de8", "namespace": "ai-tenant-e2e-ipp-a-219de8"} 2026-09-15T21:15:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "b37c3d14-6c8d-45cf-be49-dc75403d536a", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:15:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "b37c3d14-6c8d-45cf-be49-dc75403d536a", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8-authn-ssl"} 2026-09-15T21:15:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "b37c3d14-6c8d-45cf-be49-dc75403d536a", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:15:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219de8", "reconcileID": "eb225c0c-83bb-4b3f-956f-52ad5feb85f6", "Gateway": "e2e-ipp-a-219de8", "namespace": "openshift-ingress"} 2026-09-15T21:15:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "c1f33224-d3ab-4e32-af9f-06bdb4eaacd2", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:15:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "c1f33224-d3ab-4e32-af9f-06bdb4eaacd2", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7-authn-ssl"} 2026-09-15T21:15:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "c1f33224-d3ab-4e32-af9f-06bdb4eaacd2", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:15:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "088515d2-bde0-4b65-8b90-d18570948adc", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:15:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "088515d2-bde0-4b65-8b90-d18570948adc", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7-authn-ssl"} 2026-09-15T21:15:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "088515d2-bde0-4b65-8b90-d18570948adc", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:15:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f09a7"}, "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff6503d7-500e-4492-a4b7-399fd9025db9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f09a7"} 2026-09-15T21:15:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f09a7"}, "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff6503d7-500e-4492-a4b7-399fd9025db9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:15:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f09a7"}, "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff6503d7-500e-4492-a4b7-399fd9025db9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-7f09a7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:15:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f09a7"}, "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "name": "odh-trusted-ca-bundle", "reconcileID": "146f632f-7006-415f-ac8d-b86dbb3aea6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f09a7"} 2026-09-15T21:15:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f09a7"}, "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "name": "odh-trusted-ca-bundle", "reconcileID": "146f632f-7006-415f-ac8d-b86dbb3aea6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f09a7"} 2026-09-15T21:15:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7f09a7"}, "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "name": "openshift-service-ca.crt", "reconcileID": "f057341b-8a13-47de-be9b-ce6d7ad8984a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7f09a7"} 2026-09-15T21:15:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7f09a7"}, "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "name": "openshift-service-ca.crt", "reconcileID": "f057341b-8a13-47de-be9b-ce6d7ad8984a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7f09a7"} 2026-09-15T21:15:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f09a7"}, "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4fed5ac-96d0-4bb9-8600-6928a0ac7c3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f09a7"} 2026-09-15T21:15:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f09a7"}, "namespace": "ai-tenant-e2e-ipp-b-7f09a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4fed5ac-96d0-4bb9-8600-6928a0ac7c3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f09a7"} 2026-09-15T21:15:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f09a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f09a7", "reconcileID": "3d0666c9-6086-4943-b993-8af4fae586ed", "Gateway": "e2e-ipp-b-7f09a7", "namespace": "openshift-ingress"} 2026-09-15T21:16:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "932c4fc9-f726-4938-9625-366a52385a73", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress"} 2026-09-15T21:16:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "932c4fc9-f726-4938-9625-366a52385a73", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4-authn-ssl"} 2026-09-15T21:16:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "932c4fc9-f726-4938-9625-366a52385a73", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress"} 2026-09-15T21:16:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "a9eea39a-8277-44ba-9078-85eb0ea07891", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress"} 2026-09-15T21:16:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "a9eea39a-8277-44ba-9078-85eb0ea07891", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4-authn-ssl"} 2026-09-15T21:16:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "a9eea39a-8277-44ba-9078-85eb0ea07891", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress"} 2026-09-15T21:16:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87010b02-94dd-4c3e-85f2-2ab8a5ecba89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:16:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87010b02-94dd-4c3e-85f2-2ab8a5ecba89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:16:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87010b02-94dd-4c3e-85f2-2ab8a5ecba89", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-280fb4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:16:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "odh-trusted-ca-bundle", "reconcileID": "55dde7ab-d35e-4893-90e7-b2a565a30bf4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:16:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "odh-trusted-ca-bundle", "reconcileID": "55dde7ab-d35e-4893-90e7-b2a565a30bf4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:16:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "openshift-service-ca.crt", "reconcileID": "7c635697-5b11-42db-a9db-359a670eeb22", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:16:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "openshift-service-ca.crt", "reconcileID": "7c635697-5b11-42db-a9db-359a670eeb22", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:16:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6de627a9-6411-4b37-8107-17688e268ff7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:16:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-280fb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-280fb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6de627a9-6411-4b37-8107-17688e268ff7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-280fb4"} 2026-09-15T21:16:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-280fb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-280fb4", "reconcileID": "aebde253-7358-4c8b-be27-56d38ef2f6f4", "Gateway": "e2e-shared-a-w3-280fb4", "namespace": "openshift-ingress"} 2026-09-15T21:16:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "b0382a4b-0382-4fcf-b9c5-2c4a80d3036a", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress"} 2026-09-15T21:16:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "b0382a4b-0382-4fcf-b9c5-2c4a80d3036a", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877-authn-ssl"} 2026-09-15T21:16:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "b0382a4b-0382-4fcf-b9c5-2c4a80d3036a", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress"} 2026-09-15T21:16:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "84b93313-1454-4b09-8101-100e9ffb5a93", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress"} 2026-09-15T21:16:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "84b93313-1454-4b09-8101-100e9ffb5a93", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877-authn-ssl"} 2026-09-15T21:16:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "84b93313-1454-4b09-8101-100e9ffb5a93", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress"} 2026-09-15T21:16:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2951d6d6-87b6-4c39-b3fb-52cdb29ac7e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:16:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2951d6d6-87b6-4c39-b3fb-52cdb29ac7e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-728877", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T21:16:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2951d6d6-87b6-4c39-b3fb-52cdb29ac7e4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-728877 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T21:16:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "odh-trusted-ca-bundle", "reconcileID": "e9e633ed-e597-447e-ad9f-abd1ea6219fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:16:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "odh-trusted-ca-bundle", "reconcileID": "e9e633ed-e597-447e-ad9f-abd1ea6219fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:16:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "openshift-service-ca.crt", "reconcileID": "b8e34713-1703-4a9d-8f85-8aabd5958c70", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:16:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "openshift-service-ca.crt", "reconcileID": "b8e34713-1703-4a9d-8f85-8aabd5958c70", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:16:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "124f88ca-f4d4-43be-920a-38f87022a054", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:16:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-728877"}, "namespace": "ai-tenant-e2e-shared-b-w3-728877", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "124f88ca-f4d4-43be-920a-38f87022a054", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-728877"} 2026-09-15T21:16:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-728877","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-728877", "reconcileID": "905787e5-1662-41ea-aac1-16e87cf471f8", "Gateway": "e2e-shared-b-w3-728877", "namespace": "openshift-ingress"} 2026-09-15T21:20:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "cd2b4404-1f9f-41a1-8d91-445cf7f17cef", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm"} 2026-09-15T21:20:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "cd2b4404-1f9f-41a1-8d91-445cf7f17cef", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm"} 2026-09-15T21:20:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "cd2b4404-1f9f-41a1-8d91-445cf7f17cef", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm"} 2026-09-15T21:20:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b20e13ff-aa9f-48d3-8b29-3a1483935184", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:20:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "cd2b4404-1f9f-41a1-8d91-445cf7f17cef", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm", "name": "e2e-same-id-a-9abccb25-kserve-route-authn"} 2026-09-15T21:20:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "cd2b4404-1f9f-41a1-8d91-445cf7f17cef", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:20:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "cd2b4404-1f9f-41a1-8d91-445cf7f17cef", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm"} 2026-09-15T21:20:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b20e13ff-aa9f-48d3-8b29-3a1483935184", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:20:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b20e13ff-aa9f-48d3-8b29-3a1483935184", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:20:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "46591ee5-62ec-4d83-9684-df6c26233abd", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm"} 2026-09-15T21:20:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "46591ee5-62ec-4d83-9684-df6c26233abd", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm"} 2026-09-15T21:20:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "46591ee5-62ec-4d83-9684-df6c26233abd", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm"} 2026-09-15T21:20:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "46591ee5-62ec-4d83-9684-df6c26233abd", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm", "name": "e2e-same-id-a-9abccb25-kserve-route-authn"} 2026-09-15T21:20:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "46591ee5-62ec-4d83-9684-df6c26233abd", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:20:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "46591ee5-62ec-4d83-9684-df6c26233abd", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm"} 2026-09-15T21:20:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "92cc8dc8-6981-4b78-9333-cbf989672cbc", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm"} 2026-09-15T21:20:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "92cc8dc8-6981-4b78-9333-cbf989672cbc", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm"} 2026-09-15T21:20:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "92cc8dc8-6981-4b78-9333-cbf989672cbc", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm"} 2026-09-15T21:20:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f5f3f5f2-bcf4-4912-b08b-07298f27f6c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:20:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "92cc8dc8-6981-4b78-9333-cbf989672cbc", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm", "name": "e2e-same-id-b-9abccb25-kserve-route-authn"} 2026-09-15T21:20:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "92cc8dc8-6981-4b78-9333-cbf989672cbc", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:20:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "92cc8dc8-6981-4b78-9333-cbf989672cbc", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm"} 2026-09-15T21:20:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f5f3f5f2-bcf4-4912-b08b-07298f27f6c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:20:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f5f3f5f2-bcf4-4912-b08b-07298f27f6c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:20:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0499a99-90d6-4b69-932a-2c28ac0f4ccd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:20:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0499a99-90d6-4b69-932a-2c28ac0f4ccd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:20:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0499a99-90d6-4b69-932a-2c28ac0f4ccd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:20:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "7f5778e6-d06d-419a-b93f-8239fcd362a0", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm"} 2026-09-15T21:20:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "7f5778e6-d06d-419a-b93f-8239fcd362a0", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm"} 2026-09-15T21:20:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "7f5778e6-d06d-419a-b93f-8239fcd362a0", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm"} 2026-09-15T21:20:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "7f5778e6-d06d-419a-b93f-8239fcd362a0", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm", "name": "e2e-same-id-a-9abccb25-kserve-route-authn"} 2026-09-15T21:20:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "7f5778e6-d06d-419a-b93f-8239fcd362a0", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:20:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "7f5778e6-d06d-419a-b93f-8239fcd362a0", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm"} 2026-09-15T21:20:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "915b5d7e-a6ac-4a9d-af86-8c544a0eb3d9", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm"} 2026-09-15T21:20:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "915b5d7e-a6ac-4a9d-af86-8c544a0eb3d9", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm"} 2026-09-15T21:20:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "915b5d7e-a6ac-4a9d-af86-8c544a0eb3d9", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm"} 2026-09-15T21:20:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "915b5d7e-a6ac-4a9d-af86-8c544a0eb3d9", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm", "name": "e2e-same-id-b-9abccb25-kserve-route-authn"} 2026-09-15T21:20:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "915b5d7e-a6ac-4a9d-af86-8c544a0eb3d9", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:20:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "915b5d7e-a6ac-4a9d-af86-8c544a0eb3d9", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm"} 2026-09-15T21:21:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ef7a4e91-c805-4664-b195-c1f87ebc92d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:21:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ef7a4e91-c805-4664-b195-c1f87ebc92d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:21:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ef7a4e91-c805-4664-b195-c1f87ebc92d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:21:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "e625be76-bb35-4b57-90ac-095d832d12f4", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm"} 2026-09-15T21:21:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "e625be76-bb35-4b57-90ac-095d832d12f4", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm"} 2026-09-15T21:21:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "e625be76-bb35-4b57-90ac-095d832d12f4", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm"} 2026-09-15T21:21:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "e625be76-bb35-4b57-90ac-095d832d12f4", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm", "name": "e2e-same-id-b-9abccb25-kserve-route-authn"} 2026-09-15T21:21:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "e625be76-bb35-4b57-90ac-095d832d12f4", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:21:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "e625be76-bb35-4b57-90ac-095d832d12f4", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm"} 2026-09-15T21:21:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "f596575b-bc98-4275-abbd-a5a89b9a8e47", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm"} 2026-09-15T21:21:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "f596575b-bc98-4275-abbd-a5a89b9a8e47", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm"} 2026-09-15T21:21:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "f596575b-bc98-4275-abbd-a5a89b9a8e47", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm"} 2026-09-15T21:21:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "f596575b-bc98-4275-abbd-a5a89b9a8e47", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm", "name": "e2e-same-id-a-9abccb25-kserve-route-authn"} 2026-09-15T21:21:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "f596575b-bc98-4275-abbd-a5a89b9a8e47", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:21:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "f596575b-bc98-4275-abbd-a5a89b9a8e47", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm"} 2026-09-15T21:21:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "269124c8-00af-4198-b77a-9990e5878534", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm"} 2026-09-15T21:21:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "269124c8-00af-4198-b77a-9990e5878534", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm"} 2026-09-15T21:21:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "269124c8-00af-4198-b77a-9990e5878534", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm"} 2026-09-15T21:21:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "269124c8-00af-4198-b77a-9990e5878534", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm", "name": "e2e-same-id-b-9abccb25-kserve-route-authn"} 2026-09-15T21:21:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "269124c8-00af-4198-b77a-9990e5878534", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm", "authType": "userdefined"} 2026-09-15T21:21:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "269124c8-00af-4198-b77a-9990e5878534", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm"} 2026-09-15T21:21:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "712e4d94-408d-4568-8550-df84f2035a0e", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm"} 2026-09-15T21:21:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "712e4d94-408d-4568-8550-df84f2035a0e", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm", "name": "e2e-same-id-a-9abccb25"} 2026-09-15T21:21:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "712e4d94-408d-4568-8550-df84f2035a0e", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm"} 2026-09-15T21:21:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "712e4d94-408d-4568-8550-df84f2035a0e", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm"} 2026-09-15T21:21:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "712e4d94-408d-4568-8550-df84f2035a0e", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm", "name": "e2e-same-id-a-9abccb25-kserve-route-authn"} 2026-09-15T21:21:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "712e4d94-408d-4568-8550-df84f2035a0e", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm", "name": "e2e-same-id-a-9abccb25-kserve-route-authn"} 2026-09-15T21:21:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9abccb25", "reconcileID": "a5f395c4-7550-403b-bbb9-700e30b71f1e", "LLMInferenceService": "e2e-same-id-a-9abccb25", "namespace": "llm"} 2026-09-15T21:21:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba0ebe8a-1805-4589-8df5-358bc1039407", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:21:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba0ebe8a-1805-4589-8df5-358bc1039407", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:21:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba0ebe8a-1805-4589-8df5-358bc1039407", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:21:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c591f8e5-5f02-4c92-9e0c-d8cac0cbcccf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:21:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c591f8e5-5f02-4c92-9e0c-d8cac0cbcccf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:21:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c591f8e5-5f02-4c92-9e0c-d8cac0cbcccf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:21:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "63983d07-21e0-47e0-92a6-be1173e497ec", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm"} 2026-09-15T21:21:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "63983d07-21e0-47e0-92a6-be1173e497ec", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm", "name": "e2e-same-id-b-9abccb25"} 2026-09-15T21:21:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "63983d07-21e0-47e0-92a6-be1173e497ec", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm"} 2026-09-15T21:21:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "63983d07-21e0-47e0-92a6-be1173e497ec", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm"} 2026-09-15T21:21:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "63983d07-21e0-47e0-92a6-be1173e497ec", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm", "name": "e2e-same-id-b-9abccb25-kserve-route-authn"} 2026-09-15T21:21:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "63983d07-21e0-47e0-92a6-be1173e497ec", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm", "name": "e2e-same-id-b-9abccb25-kserve-route-authn"} 2026-09-15T21:21:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9abccb25","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9abccb25", "reconcileID": "bffd25a2-a11c-4246-a633-13292886eae6", "LLMInferenceService": "e2e-same-id-b-9abccb25", "namespace": "llm"} 2026-09-15T21:21:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7fa2766c-01e2-4a0a-85f4-551f622bf901", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:21:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7fa2766c-01e2-4a0a-85f4-551f622bf901", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:21:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7fa2766c-01e2-4a0a-85f4-551f622bf901", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:21:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1dee7a1-eab9-4ee3-97f4-53ab12c1b2dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:21:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1dee7a1-eab9-4ee3-97f4-53ab12c1b2dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T21:21:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1dee7a1-eab9-4ee3-97f4-53ab12c1b2dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T21:21:54Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T21:21:54Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T21:21:56Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T21:21:56Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}