2026-09-17T14:38:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "sub-test-model-3da4be", "reconcileID": "59bdd8bc-df34-40c3-91cb-976903d464be", "LLMInferenceService": "sub-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "sub-test-model-3da4be"} 2026-09-17T14:38:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "sub-test-model-3da4be", "reconcileID": "59bdd8bc-df34-40c3-91cb-976903d464be", "LLMInferenceService": "sub-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:38:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "sub-test-model-3da4be", "reconcileID": "59bdd8bc-df34-40c3-91cb-976903d464be", "LLMInferenceService": "sub-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:38:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "sub-test-model-3da4be", "reconcileID": "59bdd8bc-df34-40c3-91cb-976903d464be", "LLMInferenceService": "sub-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "sub-test-model-3da4be-kserve-route-authn"} 2026-09-17T14:38:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "sub-test-model-3da4be", "reconcileID": "59bdd8bc-df34-40c3-91cb-976903d464be", "LLMInferenceService": "sub-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "sub-test-model-3da4be-kserve-route-authn"} 2026-09-17T14:38:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "sub-test-model-3da4be", "reconcileID": "59bdd8bc-df34-40c3-91cb-976903d464be", "LLMInferenceService": "sub-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:38:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "sub-test-model-3da4be", "reconcileID": "59bdd8bc-df34-40c3-91cb-976903d464be", "LLMInferenceService": "sub-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:38:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "sub-test-model-3da4be", "reconcileID": "85cdd7d5-a951-4ab5-89eb-021f671f44bf", "LLMInferenceService": "sub-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:38:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "99f8e67e-f90f-4146-b00f-da026c187c47", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress"} 2026-09-17T14:38:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "99f8e67e-f90f-4146-b00f-da026c187c47", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be-authn-ssl"} 2026-09-17T14:38:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "99f8e67e-f90f-4146-b00f-da026c187c47", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress"} 2026-09-17T14:38:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "25df5272-2175-48f1-8c1f-dcce66a106c3", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress"} 2026-09-17T14:38:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "25df5272-2175-48f1-8c1f-dcce66a106c3", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be-authn-ssl"} 2026-09-17T14:38:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "25df5272-2175-48f1-8c1f-dcce66a106c3", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress"} 2026-09-17T14:38:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "sub-test-model-b48b7c", "reconcileID": "3028ad48-250b-4753-89f7-17f5cf17bcb8", "LLMInferenceService": "sub-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:38:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "sub-test-model-b48b7c", "reconcileID": "3028ad48-250b-4753-89f7-17f5cf17bcb8", "LLMInferenceService": "sub-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "sub-test-model-b48b7c"} 2026-09-17T14:38:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "sub-test-model-b48b7c", "reconcileID": "3028ad48-250b-4753-89f7-17f5cf17bcb8", "LLMInferenceService": "sub-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:38:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "sub-test-model-b48b7c", "reconcileID": "3028ad48-250b-4753-89f7-17f5cf17bcb8", "LLMInferenceService": "sub-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:38:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "sub-test-model-b48b7c", "reconcileID": "3028ad48-250b-4753-89f7-17f5cf17bcb8", "LLMInferenceService": "sub-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "sub-test-model-b48b7c-kserve-route-authn"} 2026-09-17T14:38:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "sub-test-model-b48b7c", "reconcileID": "3028ad48-250b-4753-89f7-17f5cf17bcb8", "LLMInferenceService": "sub-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "sub-test-model-b48b7c-kserve-route-authn"} 2026-09-17T14:38:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "sub-test-model-b48b7c", "reconcileID": "3028ad48-250b-4753-89f7-17f5cf17bcb8", "LLMInferenceService": "sub-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:38:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "sub-test-model-b48b7c", "reconcileID": "3028ad48-250b-4753-89f7-17f5cf17bcb8", "LLMInferenceService": "sub-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:38:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "sub-test-model-b48b7c", "reconcileID": "ca1d118f-111d-49c0-93e0-7d4ff93d7d05", "LLMInferenceService": "sub-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:38:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "23a78d2e-4e75-4457-8fbf-88b2bcd022ee", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress"} 2026-09-17T14:38:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "23a78d2e-4e75-4457-8fbf-88b2bcd022ee", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c-authn-ssl"} 2026-09-17T14:38:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "23a78d2e-4e75-4457-8fbf-88b2bcd022ee", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress"} 2026-09-17T14:38:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "71b62e93-6119-42df-9f26-5f545db3de4b", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress"} 2026-09-17T14:38:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "71b62e93-6119-42df-9f26-5f545db3de4b", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c-authn-ssl"} 2026-09-17T14:38:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "71b62e93-6119-42df-9f26-5f545db3de4b", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress"} 2026-09-17T14:38:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "0e6d6e36-fff7-426d-bc27-8d7006719803", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:38:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "0e6d6e36-fff7-426d-bc27-8d7006719803", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:38:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "0e6d6e36-fff7-426d-bc27-8d7006719803", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:38:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "070f9528-8baf-4483-9a6b-2007b0ce6a0c", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress"} 2026-09-17T14:38:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "0e6d6e36-fff7-426d-bc27-8d7006719803", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be-kserve-route-authn"} 2026-09-17T14:38:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "0e6d6e36-fff7-426d-bc27-8d7006719803", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "authType": "userdefined"} 2026-09-17T14:38:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "0e6d6e36-fff7-426d-bc27-8d7006719803", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:38:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "070f9528-8baf-4483-9a6b-2007b0ce6a0c", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be-authn-ssl"} 2026-09-17T14:38:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "070f9528-8baf-4483-9a6b-2007b0ce6a0c", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress"} 2026-09-17T14:38:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "1a0d6a40-ef5e-4deb-8b13-69bb37c5b925", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:38:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "1a0d6a40-ef5e-4deb-8b13-69bb37c5b925", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:38:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "1a0d6a40-ef5e-4deb-8b13-69bb37c5b925", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:38:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "1a0d6a40-ef5e-4deb-8b13-69bb37c5b925", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be-kserve-route-authn"} 2026-09-17T14:38:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "1a0d6a40-ef5e-4deb-8b13-69bb37c5b925", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "authType": "userdefined"} 2026-09-17T14:38:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "1a0d6a40-ef5e-4deb-8b13-69bb37c5b925", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:39:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "681b5341-7f1d-457d-9713-bb0661f60d83", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress"} 2026-09-17T14:39:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "681b5341-7f1d-457d-9713-bb0661f60d83", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be-authn-ssl"} 2026-09-17T14:39:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "681b5341-7f1d-457d-9713-bb0661f60d83", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress"} 2026-09-17T14:39:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "c6a9693a-de6f-4377-a638-6d48d10cb401", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:39:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "c6a9693a-de6f-4377-a638-6d48d10cb401", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:39:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "c6a9693a-de6f-4377-a638-6d48d10cb401", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:39:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "c6a9693a-de6f-4377-a638-6d48d10cb401", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be-kserve-route-authn"} 2026-09-17T14:39:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "c6a9693a-de6f-4377-a638-6d48d10cb401", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "authType": "userdefined"} 2026-09-17T14:39:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "c6a9693a-de6f-4377-a638-6d48d10cb401", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:39:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "39e0e8f3-d6d4-49b9-918d-468aa262d58d", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:39:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "39e0e8f3-d6d4-49b9-918d-468aa262d58d", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:39:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "39e0e8f3-d6d4-49b9-918d-468aa262d58d", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:39:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "39e0e8f3-d6d4-49b9-918d-468aa262d58d", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be-kserve-route-authn"} 2026-09-17T14:39:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "39e0e8f3-d6d4-49b9-918d-468aa262d58d", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "authType": "userdefined"} 2026-09-17T14:39:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "39e0e8f3-d6d4-49b9-918d-468aa262d58d", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:39:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "f41d76e5-ca4b-496b-95ba-5139fd516105", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:39:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "f41d76e5-ca4b-496b-95ba-5139fd516105", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:39:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "f41d76e5-ca4b-496b-95ba-5139fd516105", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:39:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "f41d76e5-ca4b-496b-95ba-5139fd516105", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be-kserve-route-authn"} 2026-09-17T14:39:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "f41d76e5-ca4b-496b-95ba-5139fd516105", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "authType": "userdefined"} 2026-09-17T14:39:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "f41d76e5-ca4b-496b-95ba-5139fd516105", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:39:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "af84028f-e887-47cf-954e-3d5f12c6e8b3", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:39:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "af84028f-e887-47cf-954e-3d5f12c6e8b3", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:39:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "af84028f-e887-47cf-954e-3d5f12c6e8b3", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:39:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "af84028f-e887-47cf-954e-3d5f12c6e8b3", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c-kserve-route-authn"} 2026-09-17T14:39:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "af84028f-e887-47cf-954e-3d5f12c6e8b3", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "authType": "userdefined"} 2026-09-17T14:39:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "af84028f-e887-47cf-954e-3d5f12c6e8b3", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:39:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "0bcba836-7f94-4481-821f-bbb8456eaf60", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress"} 2026-09-17T14:39:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "0bcba836-7f94-4481-821f-bbb8456eaf60", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c-authn-ssl"} 2026-09-17T14:39:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "0bcba836-7f94-4481-821f-bbb8456eaf60", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress"} 2026-09-17T14:39:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "588744a9-fc8a-4eb5-9083-10b7a93f18be", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:39:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "588744a9-fc8a-4eb5-9083-10b7a93f18be", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:39:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "588744a9-fc8a-4eb5-9083-10b7a93f18be", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:39:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "588744a9-fc8a-4eb5-9083-10b7a93f18be", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c-kserve-route-authn"} 2026-09-17T14:39:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "588744a9-fc8a-4eb5-9083-10b7a93f18be", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "authType": "userdefined"} 2026-09-17T14:39:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "588744a9-fc8a-4eb5-9083-10b7a93f18be", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:39:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "566f5038-8538-43f7-a44a-17d2d262a464", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress"} 2026-09-17T14:39:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "566f5038-8538-43f7-a44a-17d2d262a464", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c-authn-ssl"} 2026-09-17T14:39:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "566f5038-8538-43f7-a44a-17d2d262a464", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress"} 2026-09-17T14:39:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "a9be6671-d084-4ab7-b4fe-1b457934dc56", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:39:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "a9be6671-d084-4ab7-b4fe-1b457934dc56", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:39:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "a9be6671-d084-4ab7-b4fe-1b457934dc56", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:39:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "a9be6671-d084-4ab7-b4fe-1b457934dc56", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c-kserve-route-authn"} 2026-09-17T14:39:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "a9be6671-d084-4ab7-b4fe-1b457934dc56", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "authType": "userdefined"} 2026-09-17T14:39:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "a9be6671-d084-4ab7-b4fe-1b457934dc56", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:39:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "f5aebdfd-d828-48f0-af43-93d156b40323", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:39:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "f5aebdfd-d828-48f0-af43-93d156b40323", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:39:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "f5aebdfd-d828-48f0-af43-93d156b40323", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:39:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "f5aebdfd-d828-48f0-af43-93d156b40323", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c-kserve-route-authn"} 2026-09-17T14:39:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "f5aebdfd-d828-48f0-af43-93d156b40323", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "authType": "userdefined"} 2026-09-17T14:39:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "f5aebdfd-d828-48f0-af43-93d156b40323", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:39:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "d3c2fe4f-4070-49a2-ae71-b16730ea1066", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:39:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "d3c2fe4f-4070-49a2-ae71-b16730ea1066", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:39:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "d3c2fe4f-4070-49a2-ae71-b16730ea1066", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:39:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "d3c2fe4f-4070-49a2-ae71-b16730ea1066", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c-kserve-route-authn"} 2026-09-17T14:39:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "d3c2fe4f-4070-49a2-ae71-b16730ea1066", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "authType": "userdefined"} 2026-09-17T14:39:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "d3c2fe4f-4070-49a2-ae71-b16730ea1066", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:40:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "dbf432cb-51ca-4b10-8353-dcc0a5aace9b", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:40:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "dbf432cb-51ca-4b10-8353-dcc0a5aace9b", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be"} 2026-09-17T14:40:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "dbf432cb-51ca-4b10-8353-dcc0a5aace9b", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:40:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "dbf432cb-51ca-4b10-8353-dcc0a5aace9b", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:40:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "dbf432cb-51ca-4b10-8353-dcc0a5aace9b", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be-kserve-route-authn"} 2026-09-17T14:40:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "dbf432cb-51ca-4b10-8353-dcc0a5aace9b", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be-kserve-route-authn"} 2026-09-17T14:40:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "dbf432cb-51ca-4b10-8353-dcc0a5aace9b", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:40:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "dbf432cb-51ca-4b10-8353-dcc0a5aace9b", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:40:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3da4be","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "rate-test-model-3da4be", "reconcileID": "73e265b2-49a3-4b3f-8a31-39b51631d2f8", "LLMInferenceService": "rate-test-model-3da4be", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:40:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "3ea1fb37-89c2-441d-90a4-9057a3746ede", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress"} 2026-09-17T14:40:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "3ea1fb37-89c2-441d-90a4-9057a3746ede", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be-authn-ssl"} 2026-09-17T14:40:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "3ea1fb37-89c2-441d-90a4-9057a3746ede", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress"} 2026-09-17T14:40:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "bcf88123-9ad5-4b47-b5ce-af0a1fa373b0", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress"} 2026-09-17T14:40:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "bcf88123-9ad5-4b47-b5ce-af0a1fa373b0", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be-authn-ssl"} 2026-09-17T14:40:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "bcf88123-9ad5-4b47-b5ce-af0a1fa373b0", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress"} 2026-09-17T14:40:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "d5941546-4736-486d-940c-fdc227a36ec7", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:40:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "d5941546-4736-486d-940c-fdc227a36ec7", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c"} 2026-09-17T14:40:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "d5941546-4736-486d-940c-fdc227a36ec7", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:40:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "d5941546-4736-486d-940c-fdc227a36ec7", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:40:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "d5941546-4736-486d-940c-fdc227a36ec7", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c-kserve-route-authn"} 2026-09-17T14:40:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "d5941546-4736-486d-940c-fdc227a36ec7", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c-kserve-route-authn"} 2026-09-17T14:40:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "d5941546-4736-486d-940c-fdc227a36ec7", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:40:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "d5941546-4736-486d-940c-fdc227a36ec7", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:40:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b48b7c","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "rate-test-model-b48b7c", "reconcileID": "4ecb50ad-99c1-4e41-847b-0ecddaf3020f", "LLMInferenceService": "rate-test-model-b48b7c", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:40:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "eed3d79a-6790-424b-8d0e-9e3c062e2858", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress"} 2026-09-17T14:40:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "eed3d79a-6790-424b-8d0e-9e3c062e2858", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c-authn-ssl"} 2026-09-17T14:40:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "eed3d79a-6790-424b-8d0e-9e3c062e2858", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress"} 2026-09-17T14:40:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "f46b4928-1b31-4951-9235-6b65e84bef88", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress"} 2026-09-17T14:40:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "f46b4928-1b31-4951-9235-6b65e84bef88", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c-authn-ssl"} 2026-09-17T14:40:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "f46b4928-1b31-4951-9235-6b65e84bef88", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress"} 2026-09-17T14:40:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "b7102523-8078-44d4-b888-086b3e8289e9", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:40:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "b7102523-8078-44d4-b888-086b3e8289e9", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32-authn-ssl"} 2026-09-17T14:40:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "b7102523-8078-44d4-b888-086b3e8289e9", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:40:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "53e8e12b-2a7a-44e7-b09d-f539d6944bba", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:40:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "53e8e12b-2a7a-44e7-b09d-f539d6944bba", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32-authn-ssl"} 2026-09-17T14:40:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "53e8e12b-2a7a-44e7-b09d-f539d6944bba", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:40:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "23c9907f-3760-4441-a7fe-9b0c90b0e653", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:40:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "23c9907f-3760-4441-a7fe-9b0c90b0e653", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32-authn-ssl"} 2026-09-17T14:40:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "23c9907f-3760-4441-a7fe-9b0c90b0e653", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:40:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "5f8d5745-7a00-44e3-8746-6fa5b302e4bf", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:40:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "5f8d5745-7a00-44e3-8746-6fa5b302e4bf", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32-authn-ssl"} 2026-09-17T14:40:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "5f8d5745-7a00-44e3-8746-6fa5b302e4bf", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:40:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "b9abce4d-c288-4831-b90b-508c81b386fc", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:40:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "b9abce4d-c288-4831-b90b-508c81b386fc", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32-authn-ssl"} 2026-09-17T14:40:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "b9abce4d-c288-4831-b90b-508c81b386fc", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:40:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "23b8b4b7-3476-47e0-ae52-457e9c0ee662", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:40:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "23b8b4b7-3476-47e0-ae52-457e9c0ee662", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32-authn-ssl"} 2026-09-17T14:40:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "23b8b4b7-3476-47e0-ae52-457e9c0ee662", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:40:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "openshift-service-ca.crt", "reconcileID": "0beb98f7-9651-4ed4-a9ae-fe84bea514be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:40:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "odh-trusted-ca-bundle", "reconcileID": "d2b1ed95-45c6-47fc-adcd-5adace56812a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:40:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "openshift-service-ca.crt", "reconcileID": "5a2bf267-a8d7-4a95-9b85-c2174045553c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c2db32", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:40:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "openshift-service-ca.crt", "reconcileID": "5a2bf267-a8d7-4a95-9b85-c2174045553c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:40:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "openshift-service-ca.crt", "reconcileID": "45f72e59-2d5c-4f7e-8dad-9f882cb28a33", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:40:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76ec5dff-f045-44a0-83aa-4e4dc12d9da5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:40:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "odh-trusted-ca-bundle", "reconcileID": "b7fe15b4-c149-4073-9c46-a4919bf9f322", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c2db32", "update": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:40:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "odh-trusted-ca-bundle", "reconcileID": "b7fe15b4-c149-4073-9c46-a4919bf9f322", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:40:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1bc8a669-47c8-4788-91f4-75f39b235c01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:40:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "d58c119c-3f3d-4440-b6a7-cacfda4053d6", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:40:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "d58c119c-3f3d-4440-b6a7-cacfda4053d6", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32-authn-ssl"} 2026-09-17T14:40:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "d58c119c-3f3d-4440-b6a7-cacfda4053d6", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:40:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "46920aa0-4281-402d-9253-28dff07c6a98", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:40:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "46920aa0-4281-402d-9253-28dff07c6a98", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32-authn-ssl"} 2026-09-17T14:40:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "46920aa0-4281-402d-9253-28dff07c6a98", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:40:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "1125cab6-6407-44ae-a14a-541ea84f3b54", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:40:33Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "1125cab6-6407-44ae-a14a-541ea84f3b54", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae-authn-ssl"} 2026-09-17T14:40:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "1125cab6-6407-44ae-a14a-541ea84f3b54", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:40:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "e64358fc-2afd-4ec6-824b-2a0ff93b647a", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:40:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "e64358fc-2afd-4ec6-824b-2a0ff93b647a", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae-authn-ssl"} 2026-09-17T14:40:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "e64358fc-2afd-4ec6-824b-2a0ff93b647a", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:40:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "75e0f9a7-7ca9-473d-bf2a-535c91e6bae1", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:40:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "75e0f9a7-7ca9-473d-bf2a-535c91e6bae1", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae-authn-ssl"} 2026-09-17T14:40:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "75e0f9a7-7ca9-473d-bf2a-535c91e6bae1", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:40:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "b8d6e8d9-e158-47e1-80b2-cc554d9166f5", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:40:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "b8d6e8d9-e158-47e1-80b2-cc554d9166f5", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae-authn-ssl"} 2026-09-17T14:40:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "b8d6e8d9-e158-47e1-80b2-cc554d9166f5", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:40:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "93b990cd-1dcc-4659-a062-65047de9c4d4", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:40:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "93b990cd-1dcc-4659-a062-65047de9c4d4", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae-authn-ssl"} 2026-09-17T14:40:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "93b990cd-1dcc-4659-a062-65047de9c4d4", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:40:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "d01eb8ac-cafb-4045-8c7d-0a547cfc8e6d", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:40:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "d01eb8ac-cafb-4045-8c7d-0a547cfc8e6d", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae-authn-ssl"} 2026-09-17T14:40:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "d01eb8ac-cafb-4045-8c7d-0a547cfc8e6d", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:40:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "6b4dfbbd-8efc-46e9-b504-0932e144c788", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:40:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "6b4dfbbd-8efc-46e9-b504-0932e144c788", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae-authn-ssl"} 2026-09-17T14:40:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "6b4dfbbd-8efc-46e9-b504-0932e144c788", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:40:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "7831a0f4-f0c8-4cff-b768-6ce55259f80f", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:40:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "7831a0f4-f0c8-4cff-b768-6ce55259f80f", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae-authn-ssl"} 2026-09-17T14:40:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "7831a0f4-f0c8-4cff-b768-6ce55259f80f", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:40:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5943ae"}, "namespace": "ai-tenant-e2e-ipp-b-5943ae", "name": "openshift-service-ca.crt", "reconcileID": "2e5710ad-6ff9-42d2-8703-646349658403", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5943ae"} 2026-09-17T14:40:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5943ae"}, "namespace": "ai-tenant-e2e-ipp-b-5943ae", "name": "odh-trusted-ca-bundle", "reconcileID": "484d6b9a-a59c-4b34-9099-858894f5c52a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5943ae"} 2026-09-17T14:40:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5943ae"}, "namespace": "ai-tenant-e2e-ipp-b-5943ae", "name": "openshift-service-ca.crt", "reconcileID": "0fa489cf-02cb-4105-b7a8-5c5c509694ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5943ae", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:40:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5943ae"}, "namespace": "ai-tenant-e2e-ipp-b-5943ae", "name": "openshift-service-ca.crt", "reconcileID": "0fa489cf-02cb-4105-b7a8-5c5c509694ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5943ae"} 2026-09-17T14:40:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5943ae"}, "namespace": "ai-tenant-e2e-ipp-b-5943ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1b3ae77-62b5-497b-bf0b-d46892db7dd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5943ae"} 2026-09-17T14:40:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5943ae"}, "namespace": "ai-tenant-e2e-ipp-b-5943ae", "name": "openshift-service-ca.crt", "reconcileID": "befbf1ab-c39d-4ca2-9e1d-f2aced49f0b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5943ae"} 2026-09-17T14:40:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5943ae"}, "namespace": "ai-tenant-e2e-ipp-b-5943ae", "name": "odh-trusted-ca-bundle", "reconcileID": "a4e342b5-6133-4aa9-9fbc-4c911c8b31bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5943ae", "update": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:40:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5943ae"}, "namespace": "ai-tenant-e2e-ipp-b-5943ae", "name": "odh-trusted-ca-bundle", "reconcileID": "a4e342b5-6133-4aa9-9fbc-4c911c8b31bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5943ae"} 2026-09-17T14:40:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5943ae"}, "namespace": "ai-tenant-e2e-ipp-b-5943ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5db0af98-d0db-46cc-8483-d3f1ca03b821", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5943ae"} 2026-09-17T14:40:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "347f1a84-4d43-4fcd-902c-fff535428047", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:40:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "347f1a84-4d43-4fcd-902c-fff535428047", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae-authn-ssl"} 2026-09-17T14:40:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "347f1a84-4d43-4fcd-902c-fff535428047", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:40:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "0e29801b-f150-4a02-ba61-cbec3cc45c6e", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:40:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "0e29801b-f150-4a02-ba61-cbec3cc45c6e", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae-authn-ssl"} 2026-09-17T14:40:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "0e29801b-f150-4a02-ba61-cbec3cc45c6e", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:41:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "e515f181-c8dc-489b-956f-50f5bc63a8f5", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:41:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "e515f181-c8dc-489b-956f-50f5bc63a8f5", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:41:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "e515f181-c8dc-489b-956f-50f5bc63a8f5", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:41:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "3dd839ed-90c3-4eea-a7fd-8e3351945d61", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:41:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "e515f181-c8dc-489b-956f-50f5bc63a8f5", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32-kserve-route-authn"} 2026-09-17T14:41:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "e515f181-c8dc-489b-956f-50f5bc63a8f5", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32", "authType": "userdefined"} 2026-09-17T14:41:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "e515f181-c8dc-489b-956f-50f5bc63a8f5", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:41:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "3dd839ed-90c3-4eea-a7fd-8e3351945d61", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32-authn-ssl"} 2026-09-17T14:41:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "3dd839ed-90c3-4eea-a7fd-8e3351945d61", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:41:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "5f79fa09-5fdb-4022-9cfa-8265194d02e6", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:41:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "5f79fa09-5fdb-4022-9cfa-8265194d02e6", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:41:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "5f79fa09-5fdb-4022-9cfa-8265194d02e6", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:41:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "5f79fa09-5fdb-4022-9cfa-8265194d02e6", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32-kserve-route-authn"} 2026-09-17T14:41:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "5f79fa09-5fdb-4022-9cfa-8265194d02e6", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32", "authType": "userdefined"} 2026-09-17T14:41:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "5f79fa09-5fdb-4022-9cfa-8265194d02e6", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:41:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "4fc1c34f-179c-44fa-b774-f7941e80ab29", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:41:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "4fc1c34f-179c-44fa-b774-f7941e80ab29", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32-authn-ssl"} 2026-09-17T14:41:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "4fc1c34f-179c-44fa-b774-f7941e80ab29", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:41:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "d582daab-ba6d-48a5-8639-d405e57825a9", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:41:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "d582daab-ba6d-48a5-8639-d405e57825a9", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:41:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "d582daab-ba6d-48a5-8639-d405e57825a9", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:41:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "d582daab-ba6d-48a5-8639-d405e57825a9", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32-kserve-route-authn"} 2026-09-17T14:41:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "d582daab-ba6d-48a5-8639-d405e57825a9", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32", "authType": "userdefined"} 2026-09-17T14:41:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "d582daab-ba6d-48a5-8639-d405e57825a9", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:41:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "9c98a69f-17ca-4657-a22e-1498c7f498d9", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:41:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "9c98a69f-17ca-4657-a22e-1498c7f498d9", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:41:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "9c98a69f-17ca-4657-a22e-1498c7f498d9", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:41:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "9c98a69f-17ca-4657-a22e-1498c7f498d9", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32-kserve-route-authn"} 2026-09-17T14:41:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "9c98a69f-17ca-4657-a22e-1498c7f498d9", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32", "authType": "userdefined"} 2026-09-17T14:41:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "9c98a69f-17ca-4657-a22e-1498c7f498d9", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:41:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "2e59dc68-899c-4d81-8c04-d6e904262031", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:41:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "2e59dc68-899c-4d81-8c04-d6e904262031", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:41:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "2e59dc68-899c-4d81-8c04-d6e904262031", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:41:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "2e59dc68-899c-4d81-8c04-d6e904262031", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32-kserve-route-authn"} 2026-09-17T14:41:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "2e59dc68-899c-4d81-8c04-d6e904262031", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32", "authType": "userdefined"} 2026-09-17T14:41:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "2e59dc68-899c-4d81-8c04-d6e904262031", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:41:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "f18c9e86-9a73-4838-a625-49e291c3ce40", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:41:54Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "f18c9e86-9a73-4838-a625-49e291c3ce40", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478-authn-ssl"} 2026-09-17T14:41:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "f18c9e86-9a73-4838-a625-49e291c3ce40", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:41:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "f26af452-79b0-44e2-aac2-1b595006b6b4", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:41:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "f26af452-79b0-44e2-aac2-1b595006b6b4", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478-authn-ssl"} 2026-09-17T14:41:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "f26af452-79b0-44e2-aac2-1b595006b6b4", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:41:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "d2ce7202-c427-477c-bf44-456c1fc9af5a", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:41:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "d2ce7202-c427-477c-bf44-456c1fc9af5a", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478-authn-ssl"} 2026-09-17T14:41:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "d2ce7202-c427-477c-bf44-456c1fc9af5a", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:41:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "8c5da6d5-1893-4c31-914e-ad70458e7909", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:41:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "8c5da6d5-1893-4c31-914e-ad70458e7909", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478-authn-ssl"} 2026-09-17T14:41:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "8c5da6d5-1893-4c31-914e-ad70458e7909", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:41:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "d6e72a53-7b56-4e1d-be4d-f30a469f1974", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:41:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "d6e72a53-7b56-4e1d-be4d-f30a469f1974", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478-authn-ssl"} 2026-09-17T14:41:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "d6e72a53-7b56-4e1d-be4d-f30a469f1974", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:41:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "f740fce8-7813-4964-a0b9-e6ec764680a4", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:41:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "f740fce8-7813-4964-a0b9-e6ec764680a4", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478-authn-ssl"} 2026-09-17T14:41:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "f740fce8-7813-4964-a0b9-e6ec764680a4", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:41:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "767eaa9d-12a2-4ae6-b5ef-f20f0dabf442", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:41:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "767eaa9d-12a2-4ae6-b5ef-f20f0dabf442", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478-authn-ssl"} 2026-09-17T14:41:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "767eaa9d-12a2-4ae6-b5ef-f20f0dabf442", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:41:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "99f6d1f3-4303-4380-87cd-9dd492c1a85b", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:41:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "99f6d1f3-4303-4380-87cd-9dd492c1a85b", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478-authn-ssl"} 2026-09-17T14:41:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "99f6d1f3-4303-4380-87cd-9dd492c1a85b", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:41:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fb478"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478", "name": "odh-trusted-ca-bundle", "reconcileID": "fc6073d6-8969-4f40-842e-f090b0767034", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478"} 2026-09-17T14:41:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8fb478"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478", "name": "openshift-service-ca.crt", "reconcileID": "48cc2c95-bacb-4e42-8d95-c04a0e878edc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478"} 2026-09-17T14:41:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fb478"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478", "name": "odh-trusted-ca-bundle", "reconcileID": "bc8e5805-9956-41ce-8c6c-3525bcbbd3d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:41:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fb478"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478", "name": "odh-trusted-ca-bundle", "reconcileID": "bc8e5805-9956-41ce-8c6c-3525bcbbd3d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478"} 2026-09-17T14:41:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8fb478"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478", "name": "openshift-service-ca.crt", "reconcileID": "6cc31b52-cfb5-428c-b159-94d9e4b077e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478", "update": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:41:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8fb478"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478", "name": "openshift-service-ca.crt", "reconcileID": "6cc31b52-cfb5-428c-b159-94d9e4b077e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478"} 2026-09-17T14:41:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fb478"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46bacacf-ff96-4794-8ce2-4934b21ea956", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478"} 2026-09-17T14:42:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "40f88f78-d61a-4db0-a29c-b89c6ac83c90", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:42:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "40f88f78-d61a-4db0-a29c-b89c6ac83c90", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478-authn-ssl"} 2026-09-17T14:42:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "40f88f78-d61a-4db0-a29c-b89c6ac83c90", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:42:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "882c01a5-f9fd-4dfc-81b5-d9e62e5dddea", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:42:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "882c01a5-f9fd-4dfc-81b5-d9e62e5dddea", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478-authn-ssl"} 2026-09-17T14:42:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "882c01a5-f9fd-4dfc-81b5-d9e62e5dddea", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:42:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "cb597380-a6b4-4053-9bdb-b5f185c84c99", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:42:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "cb597380-a6b4-4053-9bdb-b5f185c84c99", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478-authn-ssl"} 2026-09-17T14:42:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "cb597380-a6b4-4053-9bdb-b5f185c84c99", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:42:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "d843718d-e6d5-47f8-bb66-9e91f3a6a8bd", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:42:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "d843718d-e6d5-47f8-bb66-9e91f3a6a8bd", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478-authn-ssl"} 2026-09-17T14:42:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "d843718d-e6d5-47f8-bb66-9e91f3a6a8bd", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:42:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fb478"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "080db5ef-ff33-44ca-bca0-57b97733e27a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478"} 2026-09-17T14:42:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fb478"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "080db5ef-ff33-44ca-bca0-57b97733e27a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:42:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fb478"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "080db5ef-ff33-44ca-bca0-57b97733e27a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-8fb478 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T14:42:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fb478"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478", "name": "odh-trusted-ca-bundle", "reconcileID": "fe35a9cf-a861-4431-b7a0-0ab91d10dc4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478"} 2026-09-17T14:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fb478"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478", "name": "odh-trusted-ca-bundle", "reconcileID": "fe35a9cf-a861-4431-b7a0-0ab91d10dc4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478"} 2026-09-17T14:42:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8fb478"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478", "name": "openshift-service-ca.crt", "reconcileID": "72990ba0-6ea8-4f9a-a88d-0c8de9c3e614", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478"} 2026-09-17T14:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8fb478"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478", "name": "openshift-service-ca.crt", "reconcileID": "72990ba0-6ea8-4f9a-a88d-0c8de9c3e614", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478"} 2026-09-17T14:42:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fb478"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "875bceeb-005f-4ca2-adb0-a6208a7d3e2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478"} 2026-09-17T14:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fb478"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "875bceeb-005f-4ca2-adb0-a6208a7d3e2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fb478"} 2026-09-17T14:42:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fb478","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fb478", "reconcileID": "b712b519-29eb-4849-9b96-c4ed800f1c91", "Gateway": "e2e-ipp-cleanup-8fb478", "namespace": "openshift-ingress"} 2026-09-17T14:43:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "aa5ad701-9b63-4143-afb6-ed3530ae4de8", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:43:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "aa5ad701-9b63-4143-afb6-ed3530ae4de8", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32-authn-ssl"} 2026-09-17T14:43:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "aa5ad701-9b63-4143-afb6-ed3530ae4de8", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:43:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "915ad1f8-75c2-4c4c-ad75-103e0c18800c", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:43:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "915ad1f8-75c2-4c4c-ad75-103e0c18800c", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32-authn-ssl"} 2026-09-17T14:43:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "915ad1f8-75c2-4c4c-ad75-103e0c18800c", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:43:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "8f30e0c7-3c66-4e80-bd57-ead1efdf3dbb", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:43:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "8f30e0c7-3c66-4e80-bd57-ead1efdf3dbb", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32-authn-ssl"} 2026-09-17T14:43:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "8f30e0c7-3c66-4e80-bd57-ead1efdf3dbb", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:43:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "34de8075-b214-4cf1-b740-bc3c494fb49e", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:43:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "34de8075-b214-4cf1-b740-bc3c494fb49e", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:43:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "34de8075-b214-4cf1-b740-bc3c494fb49e", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:43:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "34de8075-b214-4cf1-b740-bc3c494fb49e", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32-kserve-route-authn"} 2026-09-17T14:43:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "34de8075-b214-4cf1-b740-bc3c494fb49e", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32", "authType": "userdefined"} 2026-09-17T14:43:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "34de8075-b214-4cf1-b740-bc3c494fb49e", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:43:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "34d4da9d-bdb2-4a54-9f95-08313443076a", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:43:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "34d4da9d-bdb2-4a54-9f95-08313443076a", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32"} 2026-09-17T14:43:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "34d4da9d-bdb2-4a54-9f95-08313443076a", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:43:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "34d4da9d-bdb2-4a54-9f95-08313443076a", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:43:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "34d4da9d-bdb2-4a54-9f95-08313443076a", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32-kserve-route-authn"} 2026-09-17T14:43:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "34d4da9d-bdb2-4a54-9f95-08313443076a", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32-kserve-route-authn"} 2026-09-17T14:43:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "34d4da9d-bdb2-4a54-9f95-08313443076a", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:43:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "34d4da9d-bdb2-4a54-9f95-08313443076a", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:43:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c2db32","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "ipp-route-c2db32", "reconcileID": "f35bd98d-b949-46eb-9b9d-2f2ea1ac6981", "LLMInferenceService": "ipp-route-c2db32", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:43:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "f508b127-d458-4799-94c9-45170c98d393", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:43:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "f508b127-d458-4799-94c9-45170c98d393", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32-authn-ssl"} 2026-09-17T14:43:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "f508b127-d458-4799-94c9-45170c98d393", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:43:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "27551d58-0a54-4aff-93bc-743f4377bef8", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:43:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "27551d58-0a54-4aff-93bc-743f4377bef8", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32-authn-ssl"} 2026-09-17T14:43:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "27551d58-0a54-4aff-93bc-743f4377bef8", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:43:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45e3fe1e-6603-48ac-9384-e2b8531fde89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:43:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45e3fe1e-6603-48ac-9384-e2b8531fde89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c2db32", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:43:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45e3fe1e-6603-48ac-9384-e2b8531fde89", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-c2db32 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T14:43:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "odh-trusted-ca-bundle", "reconcileID": "022db942-93cc-45f2-baf5-801d298bf35f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:43:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "odh-trusted-ca-bundle", "reconcileID": "022db942-93cc-45f2-baf5-801d298bf35f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:43:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "openshift-service-ca.crt", "reconcileID": "3f3d1a78-4880-40ac-badf-29a5000e82c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:43:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "openshift-service-ca.crt", "reconcileID": "3f3d1a78-4880-40ac-badf-29a5000e82c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:43:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0171baa-04e4-4de7-a0d7-157ba6854fef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:43:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c2db32"}, "namespace": "ai-tenant-e2e-ipp-a-c2db32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0171baa-04e4-4de7-a0d7-157ba6854fef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c2db32"} 2026-09-17T14:43:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c2db32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c2db32", "reconcileID": "873c6ec5-523a-47fc-a892-4dfbaa906946", "Gateway": "e2e-ipp-a-c2db32", "namespace": "openshift-ingress"} 2026-09-17T14:44:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "de394f54-37ba-43b8-941d-24ef79cfbdc3", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:44:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "de394f54-37ba-43b8-941d-24ef79cfbdc3", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae-authn-ssl"} 2026-09-17T14:44:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "de394f54-37ba-43b8-941d-24ef79cfbdc3", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:44:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "229ff03e-38ae-4ea1-a5ba-5bcfff09e594", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:44:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "229ff03e-38ae-4ea1-a5ba-5bcfff09e594", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae-authn-ssl"} 2026-09-17T14:44:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "229ff03e-38ae-4ea1-a5ba-5bcfff09e594", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:44:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5943ae"}, "namespace": "ai-tenant-e2e-ipp-b-5943ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2c8bafd-a83d-425b-9aae-5a749d6969c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5943ae"} 2026-09-17T14:44:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5943ae"}, "namespace": "ai-tenant-e2e-ipp-b-5943ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2c8bafd-a83d-425b-9aae-5a749d6969c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5943ae", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:44:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5943ae"}, "namespace": "ai-tenant-e2e-ipp-b-5943ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2c8bafd-a83d-425b-9aae-5a749d6969c6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-5943ae because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T14:44:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5943ae"}, "namespace": "ai-tenant-e2e-ipp-b-5943ae", "name": "odh-trusted-ca-bundle", "reconcileID": "4adc5135-b90e-4b32-bf06-4a948e29d6b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5943ae"} 2026-09-17T14:44:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5943ae"}, "namespace": "ai-tenant-e2e-ipp-b-5943ae", "name": "odh-trusted-ca-bundle", "reconcileID": "4adc5135-b90e-4b32-bf06-4a948e29d6b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5943ae"} 2026-09-17T14:44:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5943ae"}, "namespace": "ai-tenant-e2e-ipp-b-5943ae", "name": "openshift-service-ca.crt", "reconcileID": "2d538267-a4cc-416b-beed-65f8aa33d8ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5943ae"} 2026-09-17T14:44:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5943ae"}, "namespace": "ai-tenant-e2e-ipp-b-5943ae", "name": "openshift-service-ca.crt", "reconcileID": "2d538267-a4cc-416b-beed-65f8aa33d8ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5943ae"} 2026-09-17T14:44:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5943ae"}, "namespace": "ai-tenant-e2e-ipp-b-5943ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "075139c7-d093-4db2-9874-59edb6d25817", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5943ae"} 2026-09-17T14:44:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5943ae"}, "namespace": "ai-tenant-e2e-ipp-b-5943ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "075139c7-d093-4db2-9874-59edb6d25817", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5943ae"} 2026-09-17T14:44:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5943ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5943ae", "reconcileID": "d92e1db0-0439-46d0-838a-5ce8988f214d", "Gateway": "e2e-ipp-b-5943ae", "namespace": "openshift-ingress"} 2026-09-17T14:44:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "8fad69ce-f387-4dac-af74-c5c0842796d8", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress"} 2026-09-17T14:44:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "8fad69ce-f387-4dac-af74-c5c0842796d8", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be-authn-ssl"} 2026-09-17T14:44:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "8fad69ce-f387-4dac-af74-c5c0842796d8", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress"} 2026-09-17T14:44:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "4470d721-df70-4445-9b0b-55d3cf1bd6ac", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress"} 2026-09-17T14:44:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "4470d721-df70-4445-9b0b-55d3cf1bd6ac", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be-authn-ssl"} 2026-09-17T14:44:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "4470d721-df70-4445-9b0b-55d3cf1bd6ac", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress"} 2026-09-17T14:44:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbd56d7c-bad9-4b8b-b1fc-0c1e07bdb2fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:44:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbd56d7c-bad9-4b8b-b1fc-0c1e07bdb2fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:44:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbd56d7c-bad9-4b8b-b1fc-0c1e07bdb2fc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-3da4be because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T14:44:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "odh-trusted-ca-bundle", "reconcileID": "fad8d262-7249-4731-9c94-133804673796", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:44:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "odh-trusted-ca-bundle", "reconcileID": "fad8d262-7249-4731-9c94-133804673796", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:44:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "openshift-service-ca.crt", "reconcileID": "fdb89a8a-aec8-4129-8ae3-cce46c84fce3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:44:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "openshift-service-ca.crt", "reconcileID": "fdb89a8a-aec8-4129-8ae3-cce46c84fce3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:44:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28f22918-4f8d-4f7e-8d4f-7c1fa6dfa1bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:44:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3da4be"}, "namespace": "ai-tenant-e2e-shared-a-w3-3da4be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28f22918-4f8d-4f7e-8d4f-7c1fa6dfa1bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3da4be"} 2026-09-17T14:44:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3da4be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3da4be", "reconcileID": "3c52ef8f-d1f3-45b4-bdfb-6595a952188f", "Gateway": "e2e-shared-a-w3-3da4be", "namespace": "openshift-ingress"} 2026-09-17T14:44:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "b6574069-b0bd-4451-ac81-ec1af7fbb9a9", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress"} 2026-09-17T14:44:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "b6574069-b0bd-4451-ac81-ec1af7fbb9a9", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c-authn-ssl"} 2026-09-17T14:44:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "b6574069-b0bd-4451-ac81-ec1af7fbb9a9", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress"} 2026-09-17T14:44:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "104b60fb-6175-411e-a405-762e2a2b11c7", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress"} 2026-09-17T14:44:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "104b60fb-6175-411e-a405-762e2a2b11c7", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c-authn-ssl"} 2026-09-17T14:44:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "104b60fb-6175-411e-a405-762e2a2b11c7", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress"} 2026-09-17T14:44:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87dc2f90-6d6a-4b4e-b697-f8a8387a4ced", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:44:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87dc2f90-6d6a-4b4e-b697-f8a8387a4ced", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:44:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87dc2f90-6d6a-4b4e-b697-f8a8387a4ced", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-b48b7c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T14:44:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "odh-trusted-ca-bundle", "reconcileID": "50381789-15b7-4917-9a90-ef48a48a8b8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:44:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "odh-trusted-ca-bundle", "reconcileID": "50381789-15b7-4917-9a90-ef48a48a8b8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:44:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "openshift-service-ca.crt", "reconcileID": "e85e9c05-dd29-4fa9-8351-217ad477dc7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:44:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "openshift-service-ca.crt", "reconcileID": "e85e9c05-dd29-4fa9-8351-217ad477dc7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:44:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbc7e556-d6c5-438d-876d-114e844d3959", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:44:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b48b7c"}, "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbc7e556-d6c5-438d-876d-114e844d3959", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b48b7c"} 2026-09-17T14:44:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b48b7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b48b7c", "reconcileID": "bdca0553-78ae-42c1-bec3-8eb3c16cce74", "Gateway": "e2e-shared-b-w3-b48b7c", "namespace": "openshift-ingress"} 2026-09-17T14:45:21Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T14:45:21Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T14:45:22Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T14:45:22Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T14:49:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "29aeb89e-7ea5-4672-b4d3-674ac98a1a23", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm"} 2026-09-17T14:49:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "29aeb89e-7ea5-4672-b4d3-674ac98a1a23", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm"} 2026-09-17T14:49:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "29aeb89e-7ea5-4672-b4d3-674ac98a1a23", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm"} 2026-09-17T14:49:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0ded651-ffa7-43cc-a650-2825eed0eea8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:49:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "29aeb89e-7ea5-4672-b4d3-674ac98a1a23", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm", "name": "e2e-same-id-a-c443cafd-kserve-route-authn"} 2026-09-17T14:49:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "29aeb89e-7ea5-4672-b4d3-674ac98a1a23", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:49:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "29aeb89e-7ea5-4672-b4d3-674ac98a1a23", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm"} 2026-09-17T14:49:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0ded651-ffa7-43cc-a650-2825eed0eea8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:49:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0ded651-ffa7-43cc-a650-2825eed0eea8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:49:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "81c8cfe4-8fbe-41bc-8af6-f68a611d678a", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm"} 2026-09-17T14:49:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "81c8cfe4-8fbe-41bc-8af6-f68a611d678a", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm"} 2026-09-17T14:49:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "81c8cfe4-8fbe-41bc-8af6-f68a611d678a", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm"} 2026-09-17T14:49:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "81c8cfe4-8fbe-41bc-8af6-f68a611d678a", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm", "name": "e2e-same-id-a-c443cafd-kserve-route-authn"} 2026-09-17T14:49:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "81c8cfe4-8fbe-41bc-8af6-f68a611d678a", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:49:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "81c8cfe4-8fbe-41bc-8af6-f68a611d678a", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm"} 2026-09-17T14:49:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "5f8c399e-bb77-4b1e-91ef-082e567e0a10", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm"} 2026-09-17T14:49:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "5f8c399e-bb77-4b1e-91ef-082e567e0a10", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm"} 2026-09-17T14:49:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "5f8c399e-bb77-4b1e-91ef-082e567e0a10", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm"} 2026-09-17T14:49:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8d7c77b2-0d7a-4bff-95e8-f7bc8cf5ff61", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:49:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "5f8c399e-bb77-4b1e-91ef-082e567e0a10", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm", "name": "e2e-same-id-b-c443cafd-kserve-route-authn"} 2026-09-17T14:49:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "5f8c399e-bb77-4b1e-91ef-082e567e0a10", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:49:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "5f8c399e-bb77-4b1e-91ef-082e567e0a10", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm"} 2026-09-17T14:49:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8d7c77b2-0d7a-4bff-95e8-f7bc8cf5ff61", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:49:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8d7c77b2-0d7a-4bff-95e8-f7bc8cf5ff61", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:49:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8658aa7f-067f-49cd-8ff7-5dab55142fd4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:49:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8658aa7f-067f-49cd-8ff7-5dab55142fd4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:49:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8658aa7f-067f-49cd-8ff7-5dab55142fd4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:49:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "907d0ac1-a3fd-429f-b87d-d506914ef507", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm"} 2026-09-17T14:49:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "907d0ac1-a3fd-429f-b87d-d506914ef507", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm"} 2026-09-17T14:49:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "907d0ac1-a3fd-429f-b87d-d506914ef507", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm"} 2026-09-17T14:49:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "907d0ac1-a3fd-429f-b87d-d506914ef507", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm", "name": "e2e-same-id-a-c443cafd-kserve-route-authn"} 2026-09-17T14:49:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "907d0ac1-a3fd-429f-b87d-d506914ef507", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:49:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "907d0ac1-a3fd-429f-b87d-d506914ef507", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm"} 2026-09-17T14:49:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "0e19349f-2f85-478e-8787-6b451dd8d7b2", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm"} 2026-09-17T14:49:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "0e19349f-2f85-478e-8787-6b451dd8d7b2", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm"} 2026-09-17T14:49:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "0e19349f-2f85-478e-8787-6b451dd8d7b2", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm"} 2026-09-17T14:49:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "0e19349f-2f85-478e-8787-6b451dd8d7b2", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm", "name": "e2e-same-id-b-c443cafd-kserve-route-authn"} 2026-09-17T14:49:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "0e19349f-2f85-478e-8787-6b451dd8d7b2", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:49:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "0e19349f-2f85-478e-8787-6b451dd8d7b2", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm"} 2026-09-17T14:49:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c97d7f6f-3ab1-49aa-bc7d-384284f3319f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:49:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c97d7f6f-3ab1-49aa-bc7d-384284f3319f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:49:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c97d7f6f-3ab1-49aa-bc7d-384284f3319f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:49:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "7acd0a6b-4312-443d-b080-e2c971b5a5d0", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm"} 2026-09-17T14:49:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "7acd0a6b-4312-443d-b080-e2c971b5a5d0", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm"} 2026-09-17T14:49:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "7acd0a6b-4312-443d-b080-e2c971b5a5d0", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm"} 2026-09-17T14:49:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "7acd0a6b-4312-443d-b080-e2c971b5a5d0", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm", "name": "e2e-same-id-b-c443cafd-kserve-route-authn"} 2026-09-17T14:49:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "7acd0a6b-4312-443d-b080-e2c971b5a5d0", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:49:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "7acd0a6b-4312-443d-b080-e2c971b5a5d0", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm"} 2026-09-17T14:50:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "4a2dddcd-10c5-4668-8928-9a449d8c398f", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm"} 2026-09-17T14:50:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "4a2dddcd-10c5-4668-8928-9a449d8c398f", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm"} 2026-09-17T14:50:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "4a2dddcd-10c5-4668-8928-9a449d8c398f", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm"} 2026-09-17T14:50:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "4a2dddcd-10c5-4668-8928-9a449d8c398f", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm", "name": "e2e-same-id-a-c443cafd-kserve-route-authn"} 2026-09-17T14:50:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "4a2dddcd-10c5-4668-8928-9a449d8c398f", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:50:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "4a2dddcd-10c5-4668-8928-9a449d8c398f", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm"} 2026-09-17T14:50:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "01589ea8-0680-4938-9765-681c10b15024", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm"} 2026-09-17T14:50:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "01589ea8-0680-4938-9765-681c10b15024", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm"} 2026-09-17T14:50:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "01589ea8-0680-4938-9765-681c10b15024", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm"} 2026-09-17T14:50:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "01589ea8-0680-4938-9765-681c10b15024", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm", "name": "e2e-same-id-b-c443cafd-kserve-route-authn"} 2026-09-17T14:50:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "01589ea8-0680-4938-9765-681c10b15024", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:50:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "01589ea8-0680-4938-9765-681c10b15024", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm"} 2026-09-17T14:50:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "dbcf2f71-3bd8-49c0-b62a-9ee2d41709d5", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm"} 2026-09-17T14:50:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "dbcf2f71-3bd8-49c0-b62a-9ee2d41709d5", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm", "name": "e2e-same-id-a-c443cafd"} 2026-09-17T14:50:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "dbcf2f71-3bd8-49c0-b62a-9ee2d41709d5", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm"} 2026-09-17T14:50:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "dbcf2f71-3bd8-49c0-b62a-9ee2d41709d5", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm"} 2026-09-17T14:50:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "dbcf2f71-3bd8-49c0-b62a-9ee2d41709d5", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm", "name": "e2e-same-id-a-c443cafd-kserve-route-authn"} 2026-09-17T14:50:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "dbcf2f71-3bd8-49c0-b62a-9ee2d41709d5", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm", "name": "e2e-same-id-a-c443cafd-kserve-route-authn"} 2026-09-17T14:50:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c443cafd", "reconcileID": "94406c70-d3a2-4620-b257-a5e55ea527c4", "LLMInferenceService": "e2e-same-id-a-c443cafd", "namespace": "llm"} 2026-09-17T14:50:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd766e52-d703-4b03-b0b2-3247d91e3980", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:50:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd766e52-d703-4b03-b0b2-3247d91e3980", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:50:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd766e52-d703-4b03-b0b2-3247d91e3980", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:50:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "336b091f-0247-4d52-a99d-420c7c2a6485", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:50:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "336b091f-0247-4d52-a99d-420c7c2a6485", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:50:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "336b091f-0247-4d52-a99d-420c7c2a6485", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:50:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "5676d9bb-d07b-415d-a2aa-c5767fb51d46", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm"} 2026-09-17T14:50:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "5676d9bb-d07b-415d-a2aa-c5767fb51d46", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm", "name": "e2e-same-id-b-c443cafd"} 2026-09-17T14:50:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "5676d9bb-d07b-415d-a2aa-c5767fb51d46", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm"} 2026-09-17T14:50:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "5676d9bb-d07b-415d-a2aa-c5767fb51d46", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm"} 2026-09-17T14:50:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "5676d9bb-d07b-415d-a2aa-c5767fb51d46", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm", "name": "e2e-same-id-b-c443cafd-kserve-route-authn"} 2026-09-17T14:50:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "5676d9bb-d07b-415d-a2aa-c5767fb51d46", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm", "name": "e2e-same-id-b-c443cafd-kserve-route-authn"} 2026-09-17T14:50:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c443cafd","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c443cafd", "reconcileID": "3e12b5a4-83f3-451d-9936-b96ffa39d5dc", "LLMInferenceService": "e2e-same-id-b-c443cafd", "namespace": "llm"} 2026-09-17T14:50:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "26b4ef0b-7ac5-431a-9861-2f697a52e5b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:50:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "26b4ef0b-7ac5-431a-9861-2f697a52e5b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:50:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "26b4ef0b-7ac5-431a-9861-2f697a52e5b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:50:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "89c86927-ce4d-4560-9c9f-2073a0da9e3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:50:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "89c86927-ce4d-4560-9c9f-2073a0da9e3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:50:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "89c86927-ce4d-4560-9c9f-2073a0da9e3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}