2026-09-19T01:39:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "2887ff22-ceaf-43d1-899e-3c395c399ce4", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress"} 2026-09-19T01:39:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "2887ff22-ceaf-43d1-899e-3c395c399ce4", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a-authn-ssl"} 2026-09-19T01:39:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "2887ff22-ceaf-43d1-899e-3c395c399ce4", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress"} 2026-09-19T01:39:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "sub-test-model-bebef4", "reconcileID": "4d9fe830-7331-4795-837f-339889d7b0b8", "LLMInferenceService": "sub-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "sub-test-model-bebef4", "reconcileID": "4d9fe830-7331-4795-837f-339889d7b0b8", "LLMInferenceService": "sub-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "sub-test-model-bebef4"} 2026-09-19T01:39:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "sub-test-model-bebef4", "reconcileID": "4d9fe830-7331-4795-837f-339889d7b0b8", "LLMInferenceService": "sub-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "sub-test-model-bebef4", "reconcileID": "4d9fe830-7331-4795-837f-339889d7b0b8", "LLMInferenceService": "sub-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "sub-test-model-bebef4", "reconcileID": "4d9fe830-7331-4795-837f-339889d7b0b8", "LLMInferenceService": "sub-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "sub-test-model-bebef4-kserve-route-authn"} 2026-09-19T01:39:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "sub-test-model-bebef4", "reconcileID": "4d9fe830-7331-4795-837f-339889d7b0b8", "LLMInferenceService": "sub-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "sub-test-model-bebef4-kserve-route-authn"} 2026-09-19T01:39:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "sub-test-model-bebef4", "reconcileID": "4d9fe830-7331-4795-837f-339889d7b0b8", "LLMInferenceService": "sub-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "sub-test-model-bebef4", "reconcileID": "4d9fe830-7331-4795-837f-339889d7b0b8", "LLMInferenceService": "sub-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "sub-test-model-bebef4", "reconcileID": "ff27f42e-93a4-4b21-ab71-0134e3a154bd", "LLMInferenceService": "sub-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "845e93d9-7d55-44b2-9b93-3731e4b94998", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress"} 2026-09-19T01:39:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "845e93d9-7d55-44b2-9b93-3731e4b94998", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4-authn-ssl"} 2026-09-19T01:39:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "845e93d9-7d55-44b2-9b93-3731e4b94998", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress"} 2026-09-19T01:39:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "5d1bf59b-d74a-44f0-baa9-ffdd75316b76", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress"} 2026-09-19T01:39:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "5d1bf59b-d74a-44f0-baa9-ffdd75316b76", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4-authn-ssl"} 2026-09-19T01:39:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "5d1bf59b-d74a-44f0-baa9-ffdd75316b76", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress"} 2026-09-19T01:39:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "6d6bff98-3633-44b6-a608-6ad905d440f3", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:39:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "6d6bff98-3633-44b6-a608-6ad905d440f3", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:39:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "6d6bff98-3633-44b6-a608-6ad905d440f3", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:39:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "158a7716-e4c9-4c7e-bf19-bead9017e4e7", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress"} 2026-09-19T01:39:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "6d6bff98-3633-44b6-a608-6ad905d440f3", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a-kserve-route-authn"} 2026-09-19T01:39:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "6d6bff98-3633-44b6-a608-6ad905d440f3", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "authType": "userdefined"} 2026-09-19T01:39:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "6d6bff98-3633-44b6-a608-6ad905d440f3", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:39:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "158a7716-e4c9-4c7e-bf19-bead9017e4e7", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a-authn-ssl"} 2026-09-19T01:39:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "158a7716-e4c9-4c7e-bf19-bead9017e4e7", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress"} 2026-09-19T01:39:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "deace55c-a45f-4fae-9b5c-cc754b63d560", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:39:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "deace55c-a45f-4fae-9b5c-cc754b63d560", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:39:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "deace55c-a45f-4fae-9b5c-cc754b63d560", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:39:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "deace55c-a45f-4fae-9b5c-cc754b63d560", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a-kserve-route-authn"} 2026-09-19T01:39:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "deace55c-a45f-4fae-9b5c-cc754b63d560", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "authType": "userdefined"} 2026-09-19T01:39:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "deace55c-a45f-4fae-9b5c-cc754b63d560", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:39:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "25311dba-6c7a-4a01-9cb9-05d86109c93a", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress"} 2026-09-19T01:39:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "25311dba-6c7a-4a01-9cb9-05d86109c93a", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a-authn-ssl"} 2026-09-19T01:39:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "25311dba-6c7a-4a01-9cb9-05d86109c93a", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress"} 2026-09-19T01:39:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "f9659ec7-3a11-41d4-bc28-ac8a8df20cd4", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:39:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "f9659ec7-3a11-41d4-bc28-ac8a8df20cd4", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:39:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "f9659ec7-3a11-41d4-bc28-ac8a8df20cd4", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:39:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "f9659ec7-3a11-41d4-bc28-ac8a8df20cd4", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a-kserve-route-authn"} 2026-09-19T01:39:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "f9659ec7-3a11-41d4-bc28-ac8a8df20cd4", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "authType": "userdefined"} 2026-09-19T01:39:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "f9659ec7-3a11-41d4-bc28-ac8a8df20cd4", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:39:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "dcbbafda-781a-449a-bb51-2c16b8ef3954", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:39:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "dcbbafda-781a-449a-bb51-2c16b8ef3954", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:39:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "dcbbafda-781a-449a-bb51-2c16b8ef3954", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:39:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "dcbbafda-781a-449a-bb51-2c16b8ef3954", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a-kserve-route-authn"} 2026-09-19T01:39:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "dcbbafda-781a-449a-bb51-2c16b8ef3954", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "authType": "userdefined"} 2026-09-19T01:39:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "dcbbafda-781a-449a-bb51-2c16b8ef3954", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:39:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "fc86435e-b59f-400e-9c26-3a13014ba39c", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:39:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "fc86435e-b59f-400e-9c26-3a13014ba39c", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:39:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "fc86435e-b59f-400e-9c26-3a13014ba39c", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:39:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "fc86435e-b59f-400e-9c26-3a13014ba39c", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a-kserve-route-authn"} 2026-09-19T01:39:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "fc86435e-b59f-400e-9c26-3a13014ba39c", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "authType": "userdefined"} 2026-09-19T01:39:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "fc86435e-b59f-400e-9c26-3a13014ba39c", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:39:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "64feca7a-36ea-4645-b552-6616d0a8b645", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "64feca7a-36ea-4645-b552-6616d0a8b645", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "64feca7a-36ea-4645-b552-6616d0a8b645", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "e52601fc-427f-4b94-a6a1-79317696303d", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress"} 2026-09-19T01:39:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "64feca7a-36ea-4645-b552-6616d0a8b645", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4-kserve-route-authn"} 2026-09-19T01:39:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "64feca7a-36ea-4645-b552-6616d0a8b645", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "authType": "userdefined"} 2026-09-19T01:39:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "64feca7a-36ea-4645-b552-6616d0a8b645", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "e52601fc-427f-4b94-a6a1-79317696303d", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4-authn-ssl"} 2026-09-19T01:39:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "e52601fc-427f-4b94-a6a1-79317696303d", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress"} 2026-09-19T01:39:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "2dc27d0e-262b-4435-afd5-cf203da59842", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "2dc27d0e-262b-4435-afd5-cf203da59842", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "2dc27d0e-262b-4435-afd5-cf203da59842", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "2dc27d0e-262b-4435-afd5-cf203da59842", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4-kserve-route-authn"} 2026-09-19T01:39:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "2dc27d0e-262b-4435-afd5-cf203da59842", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "authType": "userdefined"} 2026-09-19T01:39:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "2dc27d0e-262b-4435-afd5-cf203da59842", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "7de2405d-c253-4502-a31d-9d1f6e02f149", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress"} 2026-09-19T01:39:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "7de2405d-c253-4502-a31d-9d1f6e02f149", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4-authn-ssl"} 2026-09-19T01:39:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "7de2405d-c253-4502-a31d-9d1f6e02f149", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress"} 2026-09-19T01:39:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "7e05695a-f4e5-4528-a13d-fce8ae25cc1a", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "7e05695a-f4e5-4528-a13d-fce8ae25cc1a", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "7e05695a-f4e5-4528-a13d-fce8ae25cc1a", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "7e05695a-f4e5-4528-a13d-fce8ae25cc1a", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4-kserve-route-authn"} 2026-09-19T01:39:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "7e05695a-f4e5-4528-a13d-fce8ae25cc1a", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "authType": "userdefined"} 2026-09-19T01:39:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "7e05695a-f4e5-4528-a13d-fce8ae25cc1a", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "64167508-bf2a-4cf3-87eb-92560693967e", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "64167508-bf2a-4cf3-87eb-92560693967e", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "64167508-bf2a-4cf3-87eb-92560693967e", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "64167508-bf2a-4cf3-87eb-92560693967e", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4-kserve-route-authn"} 2026-09-19T01:39:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "64167508-bf2a-4cf3-87eb-92560693967e", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "authType": "userdefined"} 2026-09-19T01:39:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "64167508-bf2a-4cf3-87eb-92560693967e", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "e70a9362-1c44-4b95-8050-27c3d2d23003", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "e70a9362-1c44-4b95-8050-27c3d2d23003", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "e70a9362-1c44-4b95-8050-27c3d2d23003", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:39:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "e70a9362-1c44-4b95-8050-27c3d2d23003", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4-kserve-route-authn"} 2026-09-19T01:39:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "e70a9362-1c44-4b95-8050-27c3d2d23003", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "authType": "userdefined"} 2026-09-19T01:39:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "e70a9362-1c44-4b95-8050-27c3d2d23003", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:40:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "fd78605f-93d2-46eb-aa3b-c9e9282308f3", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:40:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "fd78605f-93d2-46eb-aa3b-c9e9282308f3", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a"} 2026-09-19T01:40:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "fd78605f-93d2-46eb-aa3b-c9e9282308f3", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:40:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "fd78605f-93d2-46eb-aa3b-c9e9282308f3", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:40:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "fd78605f-93d2-46eb-aa3b-c9e9282308f3", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a-kserve-route-authn"} 2026-09-19T01:40:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "fd78605f-93d2-46eb-aa3b-c9e9282308f3", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a-kserve-route-authn"} 2026-09-19T01:40:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "fd78605f-93d2-46eb-aa3b-c9e9282308f3", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:40:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "fd78605f-93d2-46eb-aa3b-c9e9282308f3", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:40:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-751f6a","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "rate-test-model-751f6a", "reconcileID": "4e847bd9-7e21-45e8-9ee4-1c06a4a2d168", "LLMInferenceService": "rate-test-model-751f6a", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:40:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "b2190c8f-0c52-4b71-ab99-c1cafe87fc34", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress"} 2026-09-19T01:40:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "b2190c8f-0c52-4b71-ab99-c1cafe87fc34", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a-authn-ssl"} 2026-09-19T01:40:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "b2190c8f-0c52-4b71-ab99-c1cafe87fc34", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress"} 2026-09-19T01:40:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "5b7458d3-f700-4fe2-ab0c-25a58c8bdf66", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress"} 2026-09-19T01:40:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "5b7458d3-f700-4fe2-ab0c-25a58c8bdf66", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a-authn-ssl"} 2026-09-19T01:40:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "5b7458d3-f700-4fe2-ab0c-25a58c8bdf66", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress"} 2026-09-19T01:40:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "548c85e2-5c0c-4e25-a26b-b90d297257e3", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:40:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "548c85e2-5c0c-4e25-a26b-b90d297257e3", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4"} 2026-09-19T01:40:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "548c85e2-5c0c-4e25-a26b-b90d297257e3", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:40:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "548c85e2-5c0c-4e25-a26b-b90d297257e3", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:40:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "548c85e2-5c0c-4e25-a26b-b90d297257e3", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4-kserve-route-authn"} 2026-09-19T01:40:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "548c85e2-5c0c-4e25-a26b-b90d297257e3", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4-kserve-route-authn"} 2026-09-19T01:40:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "548c85e2-5c0c-4e25-a26b-b90d297257e3", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:40:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "548c85e2-5c0c-4e25-a26b-b90d297257e3", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:40:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bebef4","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "rate-test-model-bebef4", "reconcileID": "464295a3-a71c-48b0-8147-7e000fd5544b", "LLMInferenceService": "rate-test-model-bebef4", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:40:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "d5337bb1-aa98-4067-ae70-b49f0791c78d", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress"} 2026-09-19T01:40:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "d5337bb1-aa98-4067-ae70-b49f0791c78d", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4-authn-ssl"} 2026-09-19T01:40:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "d5337bb1-aa98-4067-ae70-b49f0791c78d", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress"} 2026-09-19T01:40:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "11d100b3-5f23-4f09-815c-5cc41720fe31", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress"} 2026-09-19T01:40:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "11d100b3-5f23-4f09-815c-5cc41720fe31", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4-authn-ssl"} 2026-09-19T01:40:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "11d100b3-5f23-4f09-815c-5cc41720fe31", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress"} 2026-09-19T01:40:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "1b28cbc8-1c40-4e3c-912f-e43bbcd50a9f", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:40:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "1b28cbc8-1c40-4e3c-912f-e43bbcd50a9f", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7-authn-ssl"} 2026-09-19T01:40:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "1b28cbc8-1c40-4e3c-912f-e43bbcd50a9f", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:40:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "adca6e7f-01dd-4552-bb27-87d10b762281", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:40:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "adca6e7f-01dd-4552-bb27-87d10b762281", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7-authn-ssl"} 2026-09-19T01:40:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "adca6e7f-01dd-4552-bb27-87d10b762281", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:40:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "a59a5051-d9f0-484b-b9fc-069369fba978", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:40:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "a59a5051-d9f0-484b-b9fc-069369fba978", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7-authn-ssl"} 2026-09-19T01:40:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "a59a5051-d9f0-484b-b9fc-069369fba978", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:40:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "626ef174-8acd-4ab0-bd99-9d4b4b7fdc45", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:40:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "626ef174-8acd-4ab0-bd99-9d4b4b7fdc45", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7-authn-ssl"} 2026-09-19T01:40:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "626ef174-8acd-4ab0-bd99-9d4b4b7fdc45", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:40:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "c9fd4994-30d8-485d-80aa-8ec2b1fd76b3", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:40:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "c9fd4994-30d8-485d-80aa-8ec2b1fd76b3", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7-authn-ssl"} 2026-09-19T01:40:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "c9fd4994-30d8-485d-80aa-8ec2b1fd76b3", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:40:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "921be9ca-77c6-4ae3-b85e-88baabc17fd6", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:40:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "921be9ca-77c6-4ae3-b85e-88baabc17fd6", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7-authn-ssl"} 2026-09-19T01:40:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "921be9ca-77c6-4ae3-b85e-88baabc17fd6", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:40:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "09e2cb91-de8b-49c7-a432-aa6ea6a7d132", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:40:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "09e2cb91-de8b-49c7-a432-aa6ea6a7d132", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7-authn-ssl"} 2026-09-19T01:40:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "09e2cb91-de8b-49c7-a432-aa6ea6a7d132", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:40:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "openshift-service-ca.crt", "reconcileID": "9fb87944-4e72-4887-9077-2cd8d1a44ac2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:40:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "odh-trusted-ca-bundle", "reconcileID": "f330048c-bb4c-439d-b4a5-42e2bf02c7c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:40:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "openshift-service-ca.crt", "reconcileID": "edc39b5c-502e-4025-9c80-849c38e51c57", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T01:40:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "openshift-service-ca.crt", "reconcileID": "edc39b5c-502e-4025-9c80-849c38e51c57", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:40:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "openshift-service-ca.crt", "reconcileID": "c442467f-6b6c-4eeb-8aec-fb977815432b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:40:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "335b192e-e985-4fa0-bc54-c5f3d56c2ded", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:40:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "odh-trusted-ca-bundle", "reconcileID": "39be5802-1983-47bc-9c36-e92731abaaac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "update": "odh-kserve-custom-ca-bundle"} 2026-09-19T01:40:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "odh-trusted-ca-bundle", "reconcileID": "39be5802-1983-47bc-9c36-e92731abaaac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:40:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b264fae-fc2a-4991-9a0f-4831b9dcac69", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:40:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "d22b27c6-eae1-4ca6-9361-65dc5dce5da5", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:40:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "d22b27c6-eae1-4ca6-9361-65dc5dce5da5", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7-authn-ssl"} 2026-09-19T01:40:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "d22b27c6-eae1-4ca6-9361-65dc5dce5da5", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:40:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "0f7771e1-e747-47c3-857b-d1f4cd9c9bf1", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:40:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "0f7771e1-e747-47c3-857b-d1f4cd9c9bf1", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7-authn-ssl"} 2026-09-19T01:40:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "0f7771e1-e747-47c3-857b-d1f4cd9c9bf1", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "34bf2d67-8488-4fd1-86b2-ac8944e2616c", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:40:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "34bf2d67-8488-4fd1-86b2-ac8944e2616c", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36-authn-ssl"} 2026-09-19T01:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "34bf2d67-8488-4fd1-86b2-ac8944e2616c", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "b4d5eb4f-3b8d-4409-96eb-ae0bbcc34df4", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:40:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "b4d5eb4f-3b8d-4409-96eb-ae0bbcc34df4", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36-authn-ssl"} 2026-09-19T01:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "b4d5eb4f-3b8d-4409-96eb-ae0bbcc34df4", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "31a80366-5712-42c4-857d-0c113ae0293a", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:40:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "31a80366-5712-42c4-857d-0c113ae0293a", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36-authn-ssl"} 2026-09-19T01:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "31a80366-5712-42c4-857d-0c113ae0293a", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "3346d5b0-d507-468b-bd6c-bb9ddd528be7", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:40:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "3346d5b0-d507-468b-bd6c-bb9ddd528be7", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36-authn-ssl"} 2026-09-19T01:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "3346d5b0-d507-468b-bd6c-bb9ddd528be7", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "9ef49f46-f4ae-4029-b7b5-c2f042577e64", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:40:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "9ef49f46-f4ae-4029-b7b5-c2f042577e64", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36-authn-ssl"} 2026-09-19T01:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "9ef49f46-f4ae-4029-b7b5-c2f042577e64", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:40:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "9b033a6e-ccb4-4f38-8a35-b36dd04edc0c", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:40:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "9b033a6e-ccb4-4f38-8a35-b36dd04edc0c", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36-authn-ssl"} 2026-09-19T01:40:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "9b033a6e-ccb4-4f38-8a35-b36dd04edc0c", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:40:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "58866f7e-e6aa-40f4-9b6f-a3bbaba46642", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:40:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "58866f7e-e6aa-40f4-9b6f-a3bbaba46642", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36-authn-ssl"} 2026-09-19T01:40:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "58866f7e-e6aa-40f4-9b6f-a3bbaba46642", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:41:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-14de36"}, "namespace": "ai-tenant-e2e-ipp-b-14de36", "name": "openshift-service-ca.crt", "reconcileID": "9c7151ec-89cc-4ee0-8d84-bd5db1cad2e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-14de36"} 2026-09-19T01:41:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-14de36"}, "namespace": "ai-tenant-e2e-ipp-b-14de36", "name": "odh-trusted-ca-bundle", "reconcileID": "37e9ecfc-e0a2-4f7e-9e1f-7eb51710f04e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-14de36"} 2026-09-19T01:41:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-14de36"}, "namespace": "ai-tenant-e2e-ipp-b-14de36", "name": "openshift-service-ca.crt", "reconcileID": "963e2f6b-ea86-49b4-8afd-b3b7749f0500", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-14de36", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T01:41:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-14de36"}, "namespace": "ai-tenant-e2e-ipp-b-14de36", "name": "openshift-service-ca.crt", "reconcileID": "963e2f6b-ea86-49b4-8afd-b3b7749f0500", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-14de36"} 2026-09-19T01:41:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-14de36"}, "namespace": "ai-tenant-e2e-ipp-b-14de36", "name": "openshift-service-ca.crt", "reconcileID": "4c6271ca-11ec-4373-b3d3-335bc6755bbf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-14de36"} 2026-09-19T01:41:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-14de36"}, "namespace": "ai-tenant-e2e-ipp-b-14de36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ea8e378-8c2b-464f-84d8-2bebda3645d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-14de36"} 2026-09-19T01:41:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-14de36"}, "namespace": "ai-tenant-e2e-ipp-b-14de36", "name": "odh-trusted-ca-bundle", "reconcileID": "b69fc56f-c9ec-466b-8804-4828fd5f0e3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-14de36", "update": "odh-kserve-custom-ca-bundle"} 2026-09-19T01:41:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-14de36"}, "namespace": "ai-tenant-e2e-ipp-b-14de36", "name": "odh-trusted-ca-bundle", "reconcileID": "b69fc56f-c9ec-466b-8804-4828fd5f0e3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-14de36"} 2026-09-19T01:41:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-14de36"}, "namespace": "ai-tenant-e2e-ipp-b-14de36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c106f159-c186-44ac-a648-91405e726563", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-14de36"} 2026-09-19T01:41:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "4f6a7bc7-8832-4cf3-bb55-f2df8fa7b9a9", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:41:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "4f6a7bc7-8832-4cf3-bb55-f2df8fa7b9a9", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36-authn-ssl"} 2026-09-19T01:41:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "4f6a7bc7-8832-4cf3-bb55-f2df8fa7b9a9", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:41:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "8d79b1b1-bbe3-4d9f-84d2-421881181492", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:41:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "8d79b1b1-bbe3-4d9f-84d2-421881181492", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36-authn-ssl"} 2026-09-19T01:41:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "8d79b1b1-bbe3-4d9f-84d2-421881181492", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:41:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "9a0529e2-f6fa-4bb8-bd03-7d1e0ba77b49", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:41:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "9a0529e2-f6fa-4bb8-bd03-7d1e0ba77b49", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:41:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "9a0529e2-f6fa-4bb8-bd03-7d1e0ba77b49", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:41:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "b59dd888-df18-4cb1-be33-7c8f54d768ab", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:41:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "9a0529e2-f6fa-4bb8-bd03-7d1e0ba77b49", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7-kserve-route-authn"} 2026-09-19T01:41:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "9a0529e2-f6fa-4bb8-bd03-7d1e0ba77b49", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "authType": "userdefined"} 2026-09-19T01:41:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "9a0529e2-f6fa-4bb8-bd03-7d1e0ba77b49", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:41:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "b59dd888-df18-4cb1-be33-7c8f54d768ab", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7-authn-ssl"} 2026-09-19T01:41:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "b59dd888-df18-4cb1-be33-7c8f54d768ab", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:41:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "a09930dd-c1ae-420b-abed-b4e674985246", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:41:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "a09930dd-c1ae-420b-abed-b4e674985246", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:41:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "a09930dd-c1ae-420b-abed-b4e674985246", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:41:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "a09930dd-c1ae-420b-abed-b4e674985246", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7-kserve-route-authn"} 2026-09-19T01:41:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "a09930dd-c1ae-420b-abed-b4e674985246", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "authType": "userdefined"} 2026-09-19T01:41:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "a09930dd-c1ae-420b-abed-b4e674985246", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:41:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "45ae1b7e-4409-47cb-a3fb-9a645a08b405", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:41:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "45ae1b7e-4409-47cb-a3fb-9a645a08b405", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7-authn-ssl"} 2026-09-19T01:41:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "45ae1b7e-4409-47cb-a3fb-9a645a08b405", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:41:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "8fb8d662-13c6-4753-a839-ad48d4673c44", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:41:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "8fb8d662-13c6-4753-a839-ad48d4673c44", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:41:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "8fb8d662-13c6-4753-a839-ad48d4673c44", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:41:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "8fb8d662-13c6-4753-a839-ad48d4673c44", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7-kserve-route-authn"} 2026-09-19T01:41:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "8fb8d662-13c6-4753-a839-ad48d4673c44", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "authType": "userdefined"} 2026-09-19T01:41:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "8fb8d662-13c6-4753-a839-ad48d4673c44", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:42:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "a7a964ec-5399-43c2-bdda-98cda156584e", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:42:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "a7a964ec-5399-43c2-bdda-98cda156584e", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:42:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "a7a964ec-5399-43c2-bdda-98cda156584e", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:42:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "a7a964ec-5399-43c2-bdda-98cda156584e", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7-kserve-route-authn"} 2026-09-19T01:42:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "a7a964ec-5399-43c2-bdda-98cda156584e", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "authType": "userdefined"} 2026-09-19T01:42:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "a7a964ec-5399-43c2-bdda-98cda156584e", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:42:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "23675f3e-179d-45d0-8000-598d79538e46", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:42:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "23675f3e-179d-45d0-8000-598d79538e46", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58-authn-ssl"} 2026-09-19T01:42:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "23675f3e-179d-45d0-8000-598d79538e46", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:42:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "0bfa1fc8-4aef-4b75-bcc3-bed47adfc179", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:42:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "0bfa1fc8-4aef-4b75-bcc3-bed47adfc179", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58-authn-ssl"} 2026-09-19T01:42:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "0bfa1fc8-4aef-4b75-bcc3-bed47adfc179", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:42:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "a0fd5e87-44b9-47af-ad55-795dbd602b78", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:42:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "a0fd5e87-44b9-47af-ad55-795dbd602b78", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58-authn-ssl"} 2026-09-19T01:42:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "a0fd5e87-44b9-47af-ad55-795dbd602b78", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:42:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "677cc99e-d29c-47fd-9c5b-5d9a5ddb68f2", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:42:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "677cc99e-d29c-47fd-9c5b-5d9a5ddb68f2", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58-authn-ssl"} 2026-09-19T01:42:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "677cc99e-d29c-47fd-9c5b-5d9a5ddb68f2", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:42:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "d6f27499-dde2-4bd4-a4ab-b36f482f652a", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:42:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "d6f27499-dde2-4bd4-a4ab-b36f482f652a", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58-authn-ssl"} 2026-09-19T01:42:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "d6f27499-dde2-4bd4-a4ab-b36f482f652a", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:42:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "b788c5fe-dab1-4daa-9803-9f4de250810f", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:42:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "b788c5fe-dab1-4daa-9803-9f4de250810f", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58-authn-ssl"} 2026-09-19T01:42:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "b788c5fe-dab1-4daa-9803-9f4de250810f", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:42:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "333efb9b-29bd-4232-8fe0-6e0b20690d35", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:42:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "333efb9b-29bd-4232-8fe0-6e0b20690d35", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58-authn-ssl"} 2026-09-19T01:42:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "333efb9b-29bd-4232-8fe0-6e0b20690d35", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:42:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-df8e58"}, "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "name": "odh-trusted-ca-bundle", "reconcileID": "72be8958-668e-4f98-8b70-87747f2ad6ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58"} 2026-09-19T01:42:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-df8e58"}, "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "name": "odh-trusted-ca-bundle", "reconcileID": "a3186c1c-8208-43a9-8b35-d86da3fbc72e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T01:42:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-df8e58"}, "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "name": "odh-trusted-ca-bundle", "reconcileID": "a3186c1c-8208-43a9-8b35-d86da3fbc72e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58"} 2026-09-19T01:42:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-df8e58"}, "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "name": "openshift-service-ca.crt", "reconcileID": "6a1e6efa-d863-433b-a576-7fe92e7fd084", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T01:42:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-df8e58"}, "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "name": "openshift-service-ca.crt", "reconcileID": "6a1e6efa-d863-433b-a576-7fe92e7fd084", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T01:42:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-df8e58"}, "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8505540-e9bd-4128-bb10-bfcf49bebf73", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "update": "odh-kserve-custom-ca-bundle"} 2026-09-19T01:42:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-df8e58"}, "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8505540-e9bd-4128-bb10-bfcf49bebf73", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58"} 2026-09-19T01:42:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-df8e58"}, "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "name": "openshift-service-ca.crt", "reconcileID": "39c951f4-c00d-4d1b-854d-9cdd2dfe46e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58"} 2026-09-19T01:42:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-df8e58"}, "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3cd06bb-dc40-4f20-b725-a6f4fddf5144", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58"} 2026-09-19T01:42:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "48113d79-cf45-4b61-97f1-472fe7bd75e0", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:42:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "48113d79-cf45-4b61-97f1-472fe7bd75e0", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58-authn-ssl"} 2026-09-19T01:42:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "48113d79-cf45-4b61-97f1-472fe7bd75e0", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:42:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "07151ee3-e37e-44f3-b96d-c599e07f307a", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:42:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "07151ee3-e37e-44f3-b96d-c599e07f307a", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58-authn-ssl"} 2026-09-19T01:42:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "07151ee3-e37e-44f3-b96d-c599e07f307a", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:43:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "0d05c4db-37b2-418d-8166-258da18d3045", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:43:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "0d05c4db-37b2-418d-8166-258da18d3045", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58-authn-ssl"} 2026-09-19T01:43:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "0d05c4db-37b2-418d-8166-258da18d3045", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:43:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "293d9502-0f4b-4d7b-87a3-640669c47f07", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:43:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "293d9502-0f4b-4d7b-87a3-640669c47f07", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58-authn-ssl"} 2026-09-19T01:43:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "293d9502-0f4b-4d7b-87a3-640669c47f07", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:43:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-df8e58"}, "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7facb1fd-113d-4eb3-a116-6fa30afcb050", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58"} 2026-09-19T01:43:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-df8e58"}, "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7facb1fd-113d-4eb3-a116-6fa30afcb050", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T01:43:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-df8e58"}, "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7facb1fd-113d-4eb3-a116-6fa30afcb050", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-df8e58 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T01:43:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-df8e58"}, "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "name": "odh-trusted-ca-bundle", "reconcileID": "cd30da94-8ad1-4f6f-a575-eabc96d259b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58"} 2026-09-19T01:43:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-df8e58"}, "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "name": "odh-trusted-ca-bundle", "reconcileID": "cd30da94-8ad1-4f6f-a575-eabc96d259b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58"} 2026-09-19T01:43:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-df8e58"}, "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "name": "openshift-service-ca.crt", "reconcileID": "afebece6-99bb-4a15-8c84-faede42ff9e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58"} 2026-09-19T01:43:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-df8e58"}, "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "name": "openshift-service-ca.crt", "reconcileID": "afebece6-99bb-4a15-8c84-faede42ff9e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58"} 2026-09-19T01:43:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-df8e58"}, "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "221deccb-caa0-458f-83a0-a5b7d382d76d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58"} 2026-09-19T01:43:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-df8e58"}, "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "221deccb-caa0-458f-83a0-a5b7d382d76d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-df8e58"} 2026-09-19T01:43:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-df8e58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-df8e58", "reconcileID": "9e491201-d440-435a-9f35-f23f88653114", "Gateway": "e2e-ipp-cleanup-df8e58", "namespace": "openshift-ingress"} 2026-09-19T01:43:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "75656e88-52b5-40cb-bac6-e128bcd50fd2", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:43:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "75656e88-52b5-40cb-bac6-e128bcd50fd2", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7-authn-ssl"} 2026-09-19T01:43:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "75656e88-52b5-40cb-bac6-e128bcd50fd2", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:43:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "ff17471d-8337-4230-a2ad-dc0620ac3563", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:43:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "ff17471d-8337-4230-a2ad-dc0620ac3563", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7-authn-ssl"} 2026-09-19T01:43:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "ff17471d-8337-4230-a2ad-dc0620ac3563", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:43:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "a07773ee-cf88-4e17-a779-5879189bb9fa", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:43:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "a07773ee-cf88-4e17-a779-5879189bb9fa", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7-authn-ssl"} 2026-09-19T01:43:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "a07773ee-cf88-4e17-a779-5879189bb9fa", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:43:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "a62c3bfb-3880-48c8-be01-bc8b10b342e6", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:43:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "a62c3bfb-3880-48c8-be01-bc8b10b342e6", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:43:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "a62c3bfb-3880-48c8-be01-bc8b10b342e6", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:43:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "a62c3bfb-3880-48c8-be01-bc8b10b342e6", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7-kserve-route-authn"} 2026-09-19T01:43:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "a62c3bfb-3880-48c8-be01-bc8b10b342e6", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "authType": "userdefined"} 2026-09-19T01:43:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "a62c3bfb-3880-48c8-be01-bc8b10b342e6", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:43:55Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T01:43:55Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T01:43:55Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T01:43:55Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T01:44:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77b7650e-c254-467f-b799-bec0f3008514", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:44:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77b7650e-c254-467f-b799-bec0f3008514", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T01:44:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77b7650e-c254-467f-b799-bec0f3008514", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-a4edd7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T01:44:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "odh-trusted-ca-bundle", "reconcileID": "5f1cde11-d75e-4b15-b8bd-f3fece3c0923", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:44:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "odh-trusted-ca-bundle", "reconcileID": "5f1cde11-d75e-4b15-b8bd-f3fece3c0923", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:44:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "openshift-service-ca.crt", "reconcileID": "a4113617-43f6-4a54-b369-b1d6d8a3a64c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:44:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "openshift-service-ca.crt", "reconcileID": "a4113617-43f6-4a54-b369-b1d6d8a3a64c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:44:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92cc72a6-8754-48c4-8f1a-145511e0d917", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:44:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92cc72a6-8754-48c4-8f1a-145511e0d917", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:44:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "cd43b966-e820-4d93-97f9-35c175e13f15", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:44:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "cd43b966-e820-4d93-97f9-35c175e13f15", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7"} 2026-09-19T01:44:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "cd43b966-e820-4d93-97f9-35c175e13f15", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:44:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "cd43b966-e820-4d93-97f9-35c175e13f15", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:44:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "cd43b966-e820-4d93-97f9-35c175e13f15", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7-kserve-route-authn"} 2026-09-19T01:44:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "cd43b966-e820-4d93-97f9-35c175e13f15", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7-kserve-route-authn"} 2026-09-19T01:44:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "cd43b966-e820-4d93-97f9-35c175e13f15", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:44:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "cd43b966-e820-4d93-97f9-35c175e13f15", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:44:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "765233e6-1b84-4035-929d-a15723fa1970", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:44:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "765233e6-1b84-4035-929d-a15723fa1970", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7-authn-ssl"} 2026-09-19T01:44:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "765233e6-1b84-4035-929d-a15723fa1970", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:44:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "0d3ccaa5-7463-442c-98aa-abfb07d77280", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:44:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "0d3ccaa5-7463-442c-98aa-abfb07d77280", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7"} 2026-09-19T01:44:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "0d3ccaa5-7463-442c-98aa-abfb07d77280", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:44:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "0d3ccaa5-7463-442c-98aa-abfb07d77280", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:44:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "0d3ccaa5-7463-442c-98aa-abfb07d77280", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7-kserve-route-authn"} 2026-09-19T01:44:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "0d3ccaa5-7463-442c-98aa-abfb07d77280", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7-kserve-route-authn"} 2026-09-19T01:44:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "0d3ccaa5-7463-442c-98aa-abfb07d77280", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:44:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "0d3ccaa5-7463-442c-98aa-abfb07d77280", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:44:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4edd7","namespace":"ai-tenant-e2e-ipp-a-a4edd7"}, "namespace": "ai-tenant-e2e-ipp-a-a4edd7", "name": "ipp-route-a4edd7", "reconcileID": "3f38e275-6949-4a86-92df-1ea6bf65d902", "LLMInferenceService": "ipp-route-a4edd7", "namespace": "ai-tenant-e2e-ipp-a-a4edd7"} 2026-09-19T01:44:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "1cf5625d-8115-4ba0-8ed5-b2268abe063a", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:44:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "1cf5625d-8115-4ba0-8ed5-b2268abe063a", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7-authn-ssl"} 2026-09-19T01:44:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "1cf5625d-8115-4ba0-8ed5-b2268abe063a", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:44:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4edd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4edd7", "reconcileID": "84e1b742-56cc-4cbc-b55c-472982d9b981", "Gateway": "e2e-ipp-a-a4edd7", "namespace": "openshift-ingress"} 2026-09-19T01:44:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "c92f1f94-a6e5-479b-8ffc-970d39ae6e03", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:44:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "c92f1f94-a6e5-479b-8ffc-970d39ae6e03", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36-authn-ssl"} 2026-09-19T01:44:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "c92f1f94-a6e5-479b-8ffc-970d39ae6e03", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:44:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "4419681a-7a10-4237-a576-38085ad9423c", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:44:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "4419681a-7a10-4237-a576-38085ad9423c", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36-authn-ssl"} 2026-09-19T01:44:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "4419681a-7a10-4237-a576-38085ad9423c", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:44:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-14de36"}, "namespace": "ai-tenant-e2e-ipp-b-14de36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c06d16d7-cb46-4576-ac58-f10a3c6289f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-14de36"} 2026-09-19T01:44:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-14de36"}, "namespace": "ai-tenant-e2e-ipp-b-14de36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c06d16d7-cb46-4576-ac58-f10a3c6289f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-14de36", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T01:44:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-14de36"}, "namespace": "ai-tenant-e2e-ipp-b-14de36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c06d16d7-cb46-4576-ac58-f10a3c6289f9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-14de36 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T01:44:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-14de36"}, "namespace": "ai-tenant-e2e-ipp-b-14de36", "name": "odh-trusted-ca-bundle", "reconcileID": "6f6879c6-a5a0-4419-a722-89ede8cc8363", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-14de36"} 2026-09-19T01:44:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-14de36"}, "namespace": "ai-tenant-e2e-ipp-b-14de36", "name": "odh-trusted-ca-bundle", "reconcileID": "6f6879c6-a5a0-4419-a722-89ede8cc8363", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-14de36"} 2026-09-19T01:44:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-14de36"}, "namespace": "ai-tenant-e2e-ipp-b-14de36", "name": "openshift-service-ca.crt", "reconcileID": "43c2bfa4-08c0-462e-8128-029cce62bcb9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-14de36"} 2026-09-19T01:44:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-14de36"}, "namespace": "ai-tenant-e2e-ipp-b-14de36", "name": "openshift-service-ca.crt", "reconcileID": "43c2bfa4-08c0-462e-8128-029cce62bcb9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-14de36"} 2026-09-19T01:44:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-14de36"}, "namespace": "ai-tenant-e2e-ipp-b-14de36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1c1516f-010d-4b47-ba2a-38843c345d6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-14de36"} 2026-09-19T01:44:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-14de36"}, "namespace": "ai-tenant-e2e-ipp-b-14de36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1c1516f-010d-4b47-ba2a-38843c345d6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-14de36"} 2026-09-19T01:44:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-14de36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-14de36", "reconcileID": "992eecda-72ae-4324-9286-00fac7c30f7a", "Gateway": "e2e-ipp-b-14de36", "namespace": "openshift-ingress"} 2026-09-19T01:44:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "b249b82f-54ca-4462-99a4-5c4f79cca23c", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress"} 2026-09-19T01:44:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "b249b82f-54ca-4462-99a4-5c4f79cca23c", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a-authn-ssl"} 2026-09-19T01:44:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "b249b82f-54ca-4462-99a4-5c4f79cca23c", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress"} 2026-09-19T01:45:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "f605f254-5a65-49ea-a668-faa0c987a75e", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress"} 2026-09-19T01:45:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "f605f254-5a65-49ea-a668-faa0c987a75e", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a-authn-ssl"} 2026-09-19T01:45:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "f605f254-5a65-49ea-a668-faa0c987a75e", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress"} 2026-09-19T01:45:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd2a0839-c453-4c39-bb5a-4488119e3591", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:45:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd2a0839-c453-4c39-bb5a-4488119e3591", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T01:45:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd2a0839-c453-4c39-bb5a-4488119e3591", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-751f6a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T01:45:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "odh-trusted-ca-bundle", "reconcileID": "e107d016-fa69-4687-937e-a4f0b9e8c971", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:45:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "odh-trusted-ca-bundle", "reconcileID": "e107d016-fa69-4687-937e-a4f0b9e8c971", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:45:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "openshift-service-ca.crt", "reconcileID": "6c85e8c7-0811-4345-b5a2-42a751ee8d4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:45:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "openshift-service-ca.crt", "reconcileID": "6c85e8c7-0811-4345-b5a2-42a751ee8d4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:45:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1adb0fa8-5907-46d6-b1e6-202f1486ab01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:45:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-751f6a"}, "namespace": "ai-tenant-e2e-shared-a-w3-751f6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1adb0fa8-5907-46d6-b1e6-202f1486ab01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-751f6a"} 2026-09-19T01:45:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-751f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-751f6a", "reconcileID": "8922a572-8e4f-4e2b-a2e6-7014d3b8bdb7", "Gateway": "e2e-shared-a-w3-751f6a", "namespace": "openshift-ingress"} 2026-09-19T01:45:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "651453b7-5e2e-4427-9ced-bfe14639ee9b", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress"} 2026-09-19T01:45:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "651453b7-5e2e-4427-9ced-bfe14639ee9b", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4-authn-ssl"} 2026-09-19T01:45:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "651453b7-5e2e-4427-9ced-bfe14639ee9b", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress"} 2026-09-19T01:45:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "be4afc0d-ac20-4cc2-91b5-e285144354c7", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress"} 2026-09-19T01:45:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "be4afc0d-ac20-4cc2-91b5-e285144354c7", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4-authn-ssl"} 2026-09-19T01:45:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "be4afc0d-ac20-4cc2-91b5-e285144354c7", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress"} 2026-09-19T01:45:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a332aedc-2a5c-469f-bead-06eb56d640c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:45:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a332aedc-2a5c-469f-bead-06eb56d640c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T01:45:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a332aedc-2a5c-469f-bead-06eb56d640c8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-bebef4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T01:45:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "odh-trusted-ca-bundle", "reconcileID": "fa7ae560-d965-442f-ba68-23cef42da0f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:45:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "odh-trusted-ca-bundle", "reconcileID": "fa7ae560-d965-442f-ba68-23cef42da0f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:45:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "openshift-service-ca.crt", "reconcileID": "847ee0e9-dbca-4744-ad68-f37010adb0b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:45:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "openshift-service-ca.crt", "reconcileID": "847ee0e9-dbca-4744-ad68-f37010adb0b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:45:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7e8505f-7492-4fa1-8bc9-a497ab27fe29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:45:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bebef4"}, "namespace": "ai-tenant-e2e-shared-b-w3-bebef4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7e8505f-7492-4fa1-8bc9-a497ab27fe29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bebef4"} 2026-09-19T01:45:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bebef4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bebef4", "reconcileID": "3698e9bd-5c6a-4cc0-96c7-1277ab293db2", "Gateway": "e2e-shared-b-w3-bebef4", "namespace": "openshift-ingress"} 2026-09-19T01:49:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "c27371ac-ed59-433e-9986-87848b180226", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm"} 2026-09-19T01:49:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "c27371ac-ed59-433e-9986-87848b180226", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm"} 2026-09-19T01:49:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "c27371ac-ed59-433e-9986-87848b180226", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm"} 2026-09-19T01:49:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3afdfa6-4ab5-406e-815d-8fc4b7b21ede", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T01:49:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "c27371ac-ed59-433e-9986-87848b180226", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm", "name": "e2e-same-id-a-0d586241-kserve-route-authn"} 2026-09-19T01:49:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "c27371ac-ed59-433e-9986-87848b180226", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm", "authType": "userdefined"} 2026-09-19T01:49:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "c27371ac-ed59-433e-9986-87848b180226", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm"} 2026-09-19T01:49:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3afdfa6-4ab5-406e-815d-8fc4b7b21ede", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T01:49:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3afdfa6-4ab5-406e-815d-8fc4b7b21ede", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T01:49:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "274082f4-a9c9-461c-9d8f-731bd2772cd2", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm"} 2026-09-19T01:49:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "274082f4-a9c9-461c-9d8f-731bd2772cd2", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm"} 2026-09-19T01:49:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "274082f4-a9c9-461c-9d8f-731bd2772cd2", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm"} 2026-09-19T01:49:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "274082f4-a9c9-461c-9d8f-731bd2772cd2", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm", "name": "e2e-same-id-a-0d586241-kserve-route-authn"} 2026-09-19T01:49:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "274082f4-a9c9-461c-9d8f-731bd2772cd2", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm", "authType": "userdefined"} 2026-09-19T01:49:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "274082f4-a9c9-461c-9d8f-731bd2772cd2", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm"} 2026-09-19T01:49:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "d21d5278-810c-4b94-803e-2e44e02a0fb5", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm"} 2026-09-19T01:49:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "d21d5278-810c-4b94-803e-2e44e02a0fb5", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm"} 2026-09-19T01:49:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "d21d5278-810c-4b94-803e-2e44e02a0fb5", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm"} 2026-09-19T01:49:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "041fad00-27b5-496b-90fe-cecd360cf1bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T01:49:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "d21d5278-810c-4b94-803e-2e44e02a0fb5", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm", "name": "e2e-same-id-b-0d586241-kserve-route-authn"} 2026-09-19T01:49:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "d21d5278-810c-4b94-803e-2e44e02a0fb5", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm", "authType": "userdefined"} 2026-09-19T01:49:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "d21d5278-810c-4b94-803e-2e44e02a0fb5", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm"} 2026-09-19T01:49:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "041fad00-27b5-496b-90fe-cecd360cf1bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T01:49:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "041fad00-27b5-496b-90fe-cecd360cf1bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T01:50:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "164eb637-5bbe-4986-927a-098a8c6536f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T01:50:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "164eb637-5bbe-4986-927a-098a8c6536f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T01:50:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "164eb637-5bbe-4986-927a-098a8c6536f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T01:50:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "1b0b6a9d-0224-4c0b-adfd-3df9dc368eb9", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm"} 2026-09-19T01:50:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "1b0b6a9d-0224-4c0b-adfd-3df9dc368eb9", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm"} 2026-09-19T01:50:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "1b0b6a9d-0224-4c0b-adfd-3df9dc368eb9", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm"} 2026-09-19T01:50:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "1b0b6a9d-0224-4c0b-adfd-3df9dc368eb9", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm", "name": "e2e-same-id-a-0d586241-kserve-route-authn"} 2026-09-19T01:50:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "1b0b6a9d-0224-4c0b-adfd-3df9dc368eb9", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm", "authType": "userdefined"} 2026-09-19T01:50:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "1b0b6a9d-0224-4c0b-adfd-3df9dc368eb9", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm"} 2026-09-19T01:50:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "f09cce9c-85e0-4f4b-a6e4-ebd7f3f48380", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm"} 2026-09-19T01:50:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "f09cce9c-85e0-4f4b-a6e4-ebd7f3f48380", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm"} 2026-09-19T01:50:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "f09cce9c-85e0-4f4b-a6e4-ebd7f3f48380", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm"} 2026-09-19T01:50:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "f09cce9c-85e0-4f4b-a6e4-ebd7f3f48380", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm", "name": "e2e-same-id-b-0d586241-kserve-route-authn"} 2026-09-19T01:50:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "f09cce9c-85e0-4f4b-a6e4-ebd7f3f48380", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm", "authType": "userdefined"} 2026-09-19T01:50:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "f09cce9c-85e0-4f4b-a6e4-ebd7f3f48380", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm"} 2026-09-19T01:50:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1f151831-e3c2-4a4b-9f2c-0e9c7ffcc38b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T01:50:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1f151831-e3c2-4a4b-9f2c-0e9c7ffcc38b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T01:50:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1f151831-e3c2-4a4b-9f2c-0e9c7ffcc38b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T01:50:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "6fc5711f-590d-4659-b254-379728ccf78b", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm"} 2026-09-19T01:50:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "6fc5711f-590d-4659-b254-379728ccf78b", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm"} 2026-09-19T01:50:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "6fc5711f-590d-4659-b254-379728ccf78b", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm"} 2026-09-19T01:50:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "6fc5711f-590d-4659-b254-379728ccf78b", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm", "name": "e2e-same-id-b-0d586241-kserve-route-authn"} 2026-09-19T01:50:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "6fc5711f-590d-4659-b254-379728ccf78b", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm", "authType": "userdefined"} 2026-09-19T01:50:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "6fc5711f-590d-4659-b254-379728ccf78b", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm"} 2026-09-19T01:50:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "e399158b-b5da-4e3e-a553-480fdd427f24", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm"} 2026-09-19T01:50:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "e399158b-b5da-4e3e-a553-480fdd427f24", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm"} 2026-09-19T01:50:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "e399158b-b5da-4e3e-a553-480fdd427f24", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm"} 2026-09-19T01:50:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "e399158b-b5da-4e3e-a553-480fdd427f24", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm", "name": "e2e-same-id-a-0d586241-kserve-route-authn"} 2026-09-19T01:50:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "e399158b-b5da-4e3e-a553-480fdd427f24", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm", "authType": "userdefined"} 2026-09-19T01:50:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "e399158b-b5da-4e3e-a553-480fdd427f24", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm"} 2026-09-19T01:50:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "fa362385-988d-4e52-91bf-d8a132c2a487", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm"} 2026-09-19T01:50:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "fa362385-988d-4e52-91bf-d8a132c2a487", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm"} 2026-09-19T01:50:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "fa362385-988d-4e52-91bf-d8a132c2a487", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm"} 2026-09-19T01:50:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "fa362385-988d-4e52-91bf-d8a132c2a487", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm", "name": "e2e-same-id-b-0d586241-kserve-route-authn"} 2026-09-19T01:50:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "fa362385-988d-4e52-91bf-d8a132c2a487", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm", "authType": "userdefined"} 2026-09-19T01:50:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "fa362385-988d-4e52-91bf-d8a132c2a487", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm"} 2026-09-19T01:50:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "e75a33eb-fd34-47c9-bd31-4d7439df1806", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm"} 2026-09-19T01:50:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "e75a33eb-fd34-47c9-bd31-4d7439df1806", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm", "name": "e2e-same-id-a-0d586241"} 2026-09-19T01:50:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "e75a33eb-fd34-47c9-bd31-4d7439df1806", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm"} 2026-09-19T01:50:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "e75a33eb-fd34-47c9-bd31-4d7439df1806", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm"} 2026-09-19T01:50:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "e75a33eb-fd34-47c9-bd31-4d7439df1806", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm", "name": "e2e-same-id-a-0d586241-kserve-route-authn"} 2026-09-19T01:50:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "e75a33eb-fd34-47c9-bd31-4d7439df1806", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm", "name": "e2e-same-id-a-0d586241-kserve-route-authn"} 2026-09-19T01:50:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0d586241", "reconcileID": "a51a98fe-22dc-4f6c-a055-119f96e76cb9", "LLMInferenceService": "e2e-same-id-a-0d586241", "namespace": "llm"} 2026-09-19T01:50:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b006ddd6-8725-4408-8a5b-fe55c5b98357", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T01:50:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b006ddd6-8725-4408-8a5b-fe55c5b98357", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T01:50:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b006ddd6-8725-4408-8a5b-fe55c5b98357", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T01:50:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "20851f63-bbce-4ce9-9dd9-b11a9508bfc8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T01:50:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "20851f63-bbce-4ce9-9dd9-b11a9508bfc8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T01:50:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "20851f63-bbce-4ce9-9dd9-b11a9508bfc8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T01:50:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "356eb8f2-f075-4373-90e3-a8a3ec427bac", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm"} 2026-09-19T01:50:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "356eb8f2-f075-4373-90e3-a8a3ec427bac", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm", "name": "e2e-same-id-b-0d586241"} 2026-09-19T01:50:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "356eb8f2-f075-4373-90e3-a8a3ec427bac", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm"} 2026-09-19T01:50:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "356eb8f2-f075-4373-90e3-a8a3ec427bac", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm"} 2026-09-19T01:50:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "356eb8f2-f075-4373-90e3-a8a3ec427bac", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm", "name": "e2e-same-id-b-0d586241-kserve-route-authn"} 2026-09-19T01:50:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "356eb8f2-f075-4373-90e3-a8a3ec427bac", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm", "name": "e2e-same-id-b-0d586241-kserve-route-authn"} 2026-09-19T01:50:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0d586241","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0d586241", "reconcileID": "25a87155-2b8a-4b65-b7e3-f4ccce78a9df", "LLMInferenceService": "e2e-same-id-b-0d586241", "namespace": "llm"} 2026-09-19T01:50:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd6861be-e397-4a06-9e07-9f9e3a526de6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T01:50:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd6861be-e397-4a06-9e07-9f9e3a526de6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T01:50:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd6861be-e397-4a06-9e07-9f9e3a526de6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T01:50:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab189708-3655-4207-9e0a-f030ee08bea6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T01:50:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab189708-3655-4207-9e0a-f030ee08bea6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T01:50:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab189708-3655-4207-9e0a-f030ee08bea6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T01:51:16Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T01:51:16Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T01:51:17Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T01:51:17Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}