2026-09-16T12:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-db42a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6", "reconcileID": "fa928929-0e4e-4249-8d69-3738dc1540e2", "Gateway": "e2e-shared-a-w2-db42a6", "namespace": "openshift-ingress"} 2026-09-16T12:29:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "sub-test-model-c03953", "reconcileID": "8111aaf1-d980-4ccc-be23-29c929331d93", "LLMInferenceService": "sub-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:29:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "sub-test-model-c03953", "reconcileID": "8111aaf1-d980-4ccc-be23-29c929331d93", "LLMInferenceService": "sub-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "sub-test-model-c03953"} 2026-09-16T12:29:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "sub-test-model-c03953", "reconcileID": "8111aaf1-d980-4ccc-be23-29c929331d93", "LLMInferenceService": "sub-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:29:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "sub-test-model-c03953", "reconcileID": "8111aaf1-d980-4ccc-be23-29c929331d93", "LLMInferenceService": "sub-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:29:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "sub-test-model-c03953", "reconcileID": "8111aaf1-d980-4ccc-be23-29c929331d93", "LLMInferenceService": "sub-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "sub-test-model-c03953-kserve-route-authn"} 2026-09-16T12:29:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "sub-test-model-c03953", "reconcileID": "8111aaf1-d980-4ccc-be23-29c929331d93", "LLMInferenceService": "sub-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "sub-test-model-c03953-kserve-route-authn"} 2026-09-16T12:29:59Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "sub-test-model-c03953", "reconcileID": "8111aaf1-d980-4ccc-be23-29c929331d93", "LLMInferenceService": "sub-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:29:59Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "sub-test-model-c03953", "reconcileID": "8111aaf1-d980-4ccc-be23-29c929331d93", "LLMInferenceService": "sub-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:29:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "sub-test-model-c03953", "reconcileID": "68103fa9-af4d-46b6-862c-4a4bf967dd3a", "LLMInferenceService": "sub-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:29:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "6d797d00-3199-4a22-8b71-99234f76289e", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress"} 2026-09-16T12:29:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "6d797d00-3199-4a22-8b71-99234f76289e", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953-authn-ssl"} 2026-09-16T12:29:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "6d797d00-3199-4a22-8b71-99234f76289e", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress"} 2026-09-16T12:29:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "0f9af292-a354-4273-a77e-b914840ae8e8", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress"} 2026-09-16T12:29:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "0f9af292-a354-4273-a77e-b914840ae8e8", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953-authn-ssl"} 2026-09-16T12:29:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "0f9af292-a354-4273-a77e-b914840ae8e8", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress"} 2026-09-16T12:30:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "e630ecfc-4f78-4dea-bb1d-748243db46fe", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:30:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "e630ecfc-4f78-4dea-bb1d-748243db46fe", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:30:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "e630ecfc-4f78-4dea-bb1d-748243db46fe", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:30:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-db42a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6", "reconcileID": "b7d6506b-5b2d-4491-9b5f-072c32081c1a", "Gateway": "e2e-shared-a-w2-db42a6", "namespace": "openshift-ingress"} 2026-09-16T12:30:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "e630ecfc-4f78-4dea-bb1d-748243db46fe", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6-kserve-route-authn"} 2026-09-16T12:30:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "e630ecfc-4f78-4dea-bb1d-748243db46fe", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "authType": "userdefined"} 2026-09-16T12:30:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "e630ecfc-4f78-4dea-bb1d-748243db46fe", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:30:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-db42a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6", "reconcileID": "b7d6506b-5b2d-4491-9b5f-072c32081c1a", "Gateway": "e2e-shared-a-w2-db42a6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6-authn-ssl"} 2026-09-16T12:30:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-db42a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6", "reconcileID": "b7d6506b-5b2d-4491-9b5f-072c32081c1a", "Gateway": "e2e-shared-a-w2-db42a6", "namespace": "openshift-ingress"} 2026-09-16T12:30:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "2db1d2e1-812e-4ccf-82aa-af8bc4e52064", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:30:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "2db1d2e1-812e-4ccf-82aa-af8bc4e52064", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:30:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "2db1d2e1-812e-4ccf-82aa-af8bc4e52064", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:30:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "2db1d2e1-812e-4ccf-82aa-af8bc4e52064", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6-kserve-route-authn"} 2026-09-16T12:30:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "2db1d2e1-812e-4ccf-82aa-af8bc4e52064", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "authType": "userdefined"} 2026-09-16T12:30:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "2db1d2e1-812e-4ccf-82aa-af8bc4e52064", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:30:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-db42a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6", "reconcileID": "50f644d1-dee3-4a57-919f-02ab907d8396", "Gateway": "e2e-shared-a-w2-db42a6", "namespace": "openshift-ingress"} 2026-09-16T12:30:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-db42a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6", "reconcileID": "50f644d1-dee3-4a57-919f-02ab907d8396", "Gateway": "e2e-shared-a-w2-db42a6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6-authn-ssl"} 2026-09-16T12:30:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-db42a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6", "reconcileID": "50f644d1-dee3-4a57-919f-02ab907d8396", "Gateway": "e2e-shared-a-w2-db42a6", "namespace": "openshift-ingress"} 2026-09-16T12:30:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "9dc126eb-5365-4721-936e-d4beae5549dc", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:30:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "9dc126eb-5365-4721-936e-d4beae5549dc", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:30:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "9dc126eb-5365-4721-936e-d4beae5549dc", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:30:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "9dc126eb-5365-4721-936e-d4beae5549dc", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6-kserve-route-authn"} 2026-09-16T12:30:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "9dc126eb-5365-4721-936e-d4beae5549dc", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "authType": "userdefined"} 2026-09-16T12:30:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "9dc126eb-5365-4721-936e-d4beae5549dc", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:30:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "0f4d40bb-8b9b-4f5b-a869-d2f9d40823df", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:30:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "0f4d40bb-8b9b-4f5b-a869-d2f9d40823df", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:30:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "0f4d40bb-8b9b-4f5b-a869-d2f9d40823df", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:30:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "0f4d40bb-8b9b-4f5b-a869-d2f9d40823df", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6-kserve-route-authn"} 2026-09-16T12:30:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "0f4d40bb-8b9b-4f5b-a869-d2f9d40823df", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "authType": "userdefined"} 2026-09-16T12:30:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "0f4d40bb-8b9b-4f5b-a869-d2f9d40823df", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:30:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "fd1d82c2-2859-49b7-aede-e1cf413bf60c", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:30:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "fd1d82c2-2859-49b7-aede-e1cf413bf60c", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:30:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "fd1d82c2-2859-49b7-aede-e1cf413bf60c", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:30:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "2b34b6a1-97b5-4c9c-b1d3-93c77ae323c1", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress"} 2026-09-16T12:30:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "fd1d82c2-2859-49b7-aede-e1cf413bf60c", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953-kserve-route-authn"} 2026-09-16T12:30:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "fd1d82c2-2859-49b7-aede-e1cf413bf60c", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "authType": "userdefined"} 2026-09-16T12:30:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "fd1d82c2-2859-49b7-aede-e1cf413bf60c", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:30:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "2b34b6a1-97b5-4c9c-b1d3-93c77ae323c1", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953-authn-ssl"} 2026-09-16T12:30:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "2b34b6a1-97b5-4c9c-b1d3-93c77ae323c1", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress"} 2026-09-16T12:31:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "4d45bb55-7044-4f0a-8557-96c07c333cd5", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:31:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "4d45bb55-7044-4f0a-8557-96c07c333cd5", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:31:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "4d45bb55-7044-4f0a-8557-96c07c333cd5", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:31:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "4d45bb55-7044-4f0a-8557-96c07c333cd5", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953-kserve-route-authn"} 2026-09-16T12:31:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "4d45bb55-7044-4f0a-8557-96c07c333cd5", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "authType": "userdefined"} 2026-09-16T12:31:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "4d45bb55-7044-4f0a-8557-96c07c333cd5", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:31:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "792bb76d-2ef5-40e0-9944-1a3479155d42", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress"} 2026-09-16T12:31:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "792bb76d-2ef5-40e0-9944-1a3479155d42", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953-authn-ssl"} 2026-09-16T12:31:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "792bb76d-2ef5-40e0-9944-1a3479155d42", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress"} 2026-09-16T12:31:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "698931cb-b6a6-4edc-be0d-57318fccee3f", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:31:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "698931cb-b6a6-4edc-be0d-57318fccee3f", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:31:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "698931cb-b6a6-4edc-be0d-57318fccee3f", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:31:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "698931cb-b6a6-4edc-be0d-57318fccee3f", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953-kserve-route-authn"} 2026-09-16T12:31:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "698931cb-b6a6-4edc-be0d-57318fccee3f", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "authType": "userdefined"} 2026-09-16T12:31:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "698931cb-b6a6-4edc-be0d-57318fccee3f", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:31:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "d46da04d-ddf6-42f1-8f2e-b746a76174ba", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:31:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "d46da04d-ddf6-42f1-8f2e-b746a76174ba", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:31:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "d46da04d-ddf6-42f1-8f2e-b746a76174ba", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:31:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "d46da04d-ddf6-42f1-8f2e-b746a76174ba", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953-kserve-route-authn"} 2026-09-16T12:31:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "d46da04d-ddf6-42f1-8f2e-b746a76174ba", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "authType": "userdefined"} 2026-09-16T12:31:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "d46da04d-ddf6-42f1-8f2e-b746a76174ba", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:31:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "fdff213e-5416-4d9a-9fea-974e581c68ae", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:31:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "fdff213e-5416-4d9a-9fea-974e581c68ae", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:31:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "fdff213e-5416-4d9a-9fea-974e581c68ae", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:31:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "fdff213e-5416-4d9a-9fea-974e581c68ae", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953-kserve-route-authn"} 2026-09-16T12:31:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "fdff213e-5416-4d9a-9fea-974e581c68ae", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "authType": "userdefined"} 2026-09-16T12:31:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "fdff213e-5416-4d9a-9fea-974e581c68ae", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:32:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "72ae5098-b355-4ebc-a02f-dc26c2ade2fb", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:32:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "72ae5098-b355-4ebc-a02f-dc26c2ade2fb", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6"} 2026-09-16T12:32:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "72ae5098-b355-4ebc-a02f-dc26c2ade2fb", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:32:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "72ae5098-b355-4ebc-a02f-dc26c2ade2fb", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:32:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "72ae5098-b355-4ebc-a02f-dc26c2ade2fb", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6-kserve-route-authn"} 2026-09-16T12:32:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "72ae5098-b355-4ebc-a02f-dc26c2ade2fb", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6-kserve-route-authn"} 2026-09-16T12:32:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "72ae5098-b355-4ebc-a02f-dc26c2ade2fb", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:32:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "72ae5098-b355-4ebc-a02f-dc26c2ade2fb", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:32:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db42a6","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "rate-test-model-db42a6", "reconcileID": "aaf609f8-7800-45e8-880b-e0fb725e99a5", "LLMInferenceService": "rate-test-model-db42a6", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:32:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-db42a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6", "reconcileID": "cff63d3d-cb8b-4d68-adb4-74697b74d846", "Gateway": "e2e-shared-a-w2-db42a6", "namespace": "openshift-ingress"} 2026-09-16T12:32:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-db42a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6", "reconcileID": "cff63d3d-cb8b-4d68-adb4-74697b74d846", "Gateway": "e2e-shared-a-w2-db42a6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6-authn-ssl"} 2026-09-16T12:32:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-db42a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6", "reconcileID": "cff63d3d-cb8b-4d68-adb4-74697b74d846", "Gateway": "e2e-shared-a-w2-db42a6", "namespace": "openshift-ingress"} 2026-09-16T12:32:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-db42a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6", "reconcileID": "c838c5a4-780b-4c3e-b17f-9bedba9e4d89", "Gateway": "e2e-shared-a-w2-db42a6", "namespace": "openshift-ingress"} 2026-09-16T12:32:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-db42a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6", "reconcileID": "c838c5a4-780b-4c3e-b17f-9bedba9e4d89", "Gateway": "e2e-shared-a-w2-db42a6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6-authn-ssl"} 2026-09-16T12:32:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-db42a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6", "reconcileID": "c838c5a4-780b-4c3e-b17f-9bedba9e4d89", "Gateway": "e2e-shared-a-w2-db42a6", "namespace": "openshift-ingress"} 2026-09-16T12:32:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "5ccc7392-49c9-4ebc-b788-a8dd477bad6b", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:32:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "5ccc7392-49c9-4ebc-b788-a8dd477bad6b", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953"} 2026-09-16T12:32:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "5ccc7392-49c9-4ebc-b788-a8dd477bad6b", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:32:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "5ccc7392-49c9-4ebc-b788-a8dd477bad6b", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:32:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "5ccc7392-49c9-4ebc-b788-a8dd477bad6b", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953-kserve-route-authn"} 2026-09-16T12:32:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "5ccc7392-49c9-4ebc-b788-a8dd477bad6b", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953-kserve-route-authn"} 2026-09-16T12:32:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "5ccc7392-49c9-4ebc-b788-a8dd477bad6b", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:32:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "5ccc7392-49c9-4ebc-b788-a8dd477bad6b", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:32:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c03953","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "rate-test-model-c03953", "reconcileID": "39efc32b-85d5-4f5e-baff-e0e1dd010b23", "LLMInferenceService": "rate-test-model-c03953", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:32:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "e3ac303f-baae-4418-a534-3a143a16c7c3", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress"} 2026-09-16T12:32:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "e3ac303f-baae-4418-a534-3a143a16c7c3", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953-authn-ssl"} 2026-09-16T12:32:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "e3ac303f-baae-4418-a534-3a143a16c7c3", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress"} 2026-09-16T12:32:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "6f7654e9-94c4-44c4-bfe9-884cb300ac0c", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress"} 2026-09-16T12:32:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "6f7654e9-94c4-44c4-bfe9-884cb300ac0c", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953-authn-ssl"} 2026-09-16T12:32:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "6f7654e9-94c4-44c4-bfe9-884cb300ac0c", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress"} 2026-09-16T12:32:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "9519879f-a7f6-429c-932c-a2dc36f2c966", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:32:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "9519879f-a7f6-429c-932c-a2dc36f2c966", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954-authn-ssl"} 2026-09-16T12:32:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "9519879f-a7f6-429c-932c-a2dc36f2c966", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:32:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "a24c46e4-5fc9-45db-bf8e-97bfe2092432", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:32:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "a24c46e4-5fc9-45db-bf8e-97bfe2092432", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954-authn-ssl"} 2026-09-16T12:32:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "a24c46e4-5fc9-45db-bf8e-97bfe2092432", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:32:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "081bf029-3dfd-4de4-b97f-e8df4348b9e8", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:32:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "081bf029-3dfd-4de4-b97f-e8df4348b9e8", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954-authn-ssl"} 2026-09-16T12:32:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "081bf029-3dfd-4de4-b97f-e8df4348b9e8", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:32:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "dfca8960-dee7-4b12-9d3e-5b8bef309b2f", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:32:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "dfca8960-dee7-4b12-9d3e-5b8bef309b2f", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954-authn-ssl"} 2026-09-16T12:32:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "dfca8960-dee7-4b12-9d3e-5b8bef309b2f", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:32:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "c3fe3905-3b7d-4cc6-888d-350563917a26", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:32:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "c3fe3905-3b7d-4cc6-888d-350563917a26", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954-authn-ssl"} 2026-09-16T12:32:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "c3fe3905-3b7d-4cc6-888d-350563917a26", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:32:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "302b1329-07e3-4185-8820-f0894242afdb", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:32:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "302b1329-07e3-4185-8820-f0894242afdb", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954-authn-ssl"} 2026-09-16T12:32:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "302b1329-07e3-4185-8820-f0894242afdb", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:32:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "dc5aa6af-b249-4460-89a5-753d91a27927", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:32:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "dc5aa6af-b249-4460-89a5-753d91a27927", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954-authn-ssl"} 2026-09-16T12:32:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "dc5aa6af-b249-4460-89a5-753d91a27927", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:32:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "openshift-service-ca.crt", "reconcileID": "d02a4e3d-f346-40e2-8b57-aef034623889", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:32:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "odh-trusted-ca-bundle", "reconcileID": "25499174-9a3f-4cec-b7fe-8e6af361d5af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:32:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "openshift-service-ca.crt", "reconcileID": "a1427d8d-9c80-4db1-97f7-8f41be8653de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:32:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "openshift-service-ca.crt", "reconcileID": "a1427d8d-9c80-4db1-97f7-8f41be8653de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:32:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "openshift-service-ca.crt", "reconcileID": "6ccc6016-c3bb-4cae-adba-e8f579c96378", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:32:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a395a34-678e-4c28-92d4-42a4b30a57a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:32:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "odh-trusted-ca-bundle", "reconcileID": "f303ae31-4d48-4bb5-aea8-35b8d081c663", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:32:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "odh-trusted-ca-bundle", "reconcileID": "f303ae31-4d48-4bb5-aea8-35b8d081c663", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:32:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83a5cb80-3aff-43f5-8c50-47b6822a6392", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:32:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "49c058c6-3207-4050-b070-57bf7f52b721", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:32:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "49c058c6-3207-4050-b070-57bf7f52b721", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954-authn-ssl"} 2026-09-16T12:32:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "49c058c6-3207-4050-b070-57bf7f52b721", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:32:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "9ffb5fe2-6765-4fb2-a7f3-4a78005da89e", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:32:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "9ffb5fe2-6765-4fb2-a7f3-4a78005da89e", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954-authn-ssl"} 2026-09-16T12:32:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "9ffb5fe2-6765-4fb2-a7f3-4a78005da89e", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:32:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "7328e37e-0190-46dc-8206-6fedb3dd31d9", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:32:52Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "7328e37e-0190-46dc-8206-6fedb3dd31d9", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0-authn-ssl"} 2026-09-16T12:32:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "7328e37e-0190-46dc-8206-6fedb3dd31d9", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:32:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "c53f7e28-5aaa-4420-86af-c83a60e7ec5a", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:32:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "c53f7e28-5aaa-4420-86af-c83a60e7ec5a", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0-authn-ssl"} 2026-09-16T12:32:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "c53f7e28-5aaa-4420-86af-c83a60e7ec5a", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:32:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "4b38c5de-99dd-4238-b97a-af2a1b18eeda", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:32:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "4b38c5de-99dd-4238-b97a-af2a1b18eeda", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0-authn-ssl"} 2026-09-16T12:32:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "4b38c5de-99dd-4238-b97a-af2a1b18eeda", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:32:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "912ae2c3-832f-487d-9f75-458771fb31d0", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:32:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "912ae2c3-832f-487d-9f75-458771fb31d0", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0-authn-ssl"} 2026-09-16T12:32:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "912ae2c3-832f-487d-9f75-458771fb31d0", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:32:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "61be27f2-eac2-42f7-8088-620632383454", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:32:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "61be27f2-eac2-42f7-8088-620632383454", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0-authn-ssl"} 2026-09-16T12:32:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "61be27f2-eac2-42f7-8088-620632383454", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:32:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "6158334d-fc29-4a0b-a024-d691f2faca61", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:32:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "6158334d-fc29-4a0b-a024-d691f2faca61", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0-authn-ssl"} 2026-09-16T12:32:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "6158334d-fc29-4a0b-a024-d691f2faca61", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:32:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "fae6c413-c2bb-4642-a662-24c2eeb1305d", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:32:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "fae6c413-c2bb-4642-a662-24c2eeb1305d", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0-authn-ssl"} 2026-09-16T12:32:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "fae6c413-c2bb-4642-a662-24c2eeb1305d", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:32:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3863e0"}, "namespace": "ai-tenant-e2e-ipp-b-3863e0", "name": "openshift-service-ca.crt", "reconcileID": "9ffaf978-e824-4d91-9d29-f24d8a8ad45f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3863e0"} 2026-09-16T12:32:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3863e0"}, "namespace": "ai-tenant-e2e-ipp-b-3863e0", "name": "odh-trusted-ca-bundle", "reconcileID": "6ad88310-e9c3-4dab-a8e0-423a77f8614f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3863e0"} 2026-09-16T12:32:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3863e0"}, "namespace": "ai-tenant-e2e-ipp-b-3863e0", "name": "openshift-service-ca.crt", "reconcileID": "acbd7400-2562-4281-a2f8-c25f9fc582d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3863e0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:32:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3863e0"}, "namespace": "ai-tenant-e2e-ipp-b-3863e0", "name": "openshift-service-ca.crt", "reconcileID": "acbd7400-2562-4281-a2f8-c25f9fc582d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3863e0"} 2026-09-16T12:32:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3863e0"}, "namespace": "ai-tenant-e2e-ipp-b-3863e0", "name": "openshift-service-ca.crt", "reconcileID": "86d0b5dd-e9a4-4f88-9bc2-524723eb9acd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3863e0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:32:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3863e0"}, "namespace": "ai-tenant-e2e-ipp-b-3863e0", "name": "openshift-service-ca.crt", "reconcileID": "86d0b5dd-e9a4-4f88-9bc2-524723eb9acd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T12:32:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3863e0"}, "namespace": "ai-tenant-e2e-ipp-b-3863e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fbdcf90-1857-4036-b247-7039f076b2cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3863e0"} 2026-09-16T12:32:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3863e0"}, "namespace": "ai-tenant-e2e-ipp-b-3863e0", "name": "openshift-service-ca.crt", "reconcileID": "f18718e9-6630-4331-b097-d6c98d0350c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3863e0"} 2026-09-16T12:32:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3863e0"}, "namespace": "ai-tenant-e2e-ipp-b-3863e0", "name": "odh-trusted-ca-bundle", "reconcileID": "b95a75ec-429d-4221-8c98-d7a220f4b6a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3863e0", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:32:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3863e0"}, "namespace": "ai-tenant-e2e-ipp-b-3863e0", "name": "odh-trusted-ca-bundle", "reconcileID": "b95a75ec-429d-4221-8c98-d7a220f4b6a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3863e0"} 2026-09-16T12:32:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3863e0"}, "namespace": "ai-tenant-e2e-ipp-b-3863e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fe76e82-af32-42b2-a5dc-7dedf2ab3380", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3863e0"} 2026-09-16T12:32:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "e3e3c7fa-1dc8-44a9-a62f-965fdd636be6", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:32:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "e3e3c7fa-1dc8-44a9-a62f-965fdd636be6", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0-authn-ssl"} 2026-09-16T12:32:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "e3e3c7fa-1dc8-44a9-a62f-965fdd636be6", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:33:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "17e9ef3e-df1d-4d8d-adad-12df0f38570d", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:33:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "17e9ef3e-df1d-4d8d-adad-12df0f38570d", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0-authn-ssl"} 2026-09-16T12:33:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "17e9ef3e-df1d-4d8d-adad-12df0f38570d", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:33:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "a4720b98-f0c6-4557-9ec0-a96ec69d0eb8", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:33:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "a4720b98-f0c6-4557-9ec0-a96ec69d0eb8", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:33:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "a4720b98-f0c6-4557-9ec0-a96ec69d0eb8", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:33:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "a4720b98-f0c6-4557-9ec0-a96ec69d0eb8", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954-kserve-route-authn"} 2026-09-16T12:33:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "a4720b98-f0c6-4557-9ec0-a96ec69d0eb8", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "authType": "userdefined"} 2026-09-16T12:33:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "a4720b98-f0c6-4557-9ec0-a96ec69d0eb8", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:33:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "037a1a18-d634-44dc-827a-ee7bd32a2578", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:33:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "037a1a18-d634-44dc-827a-ee7bd32a2578", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954-authn-ssl"} 2026-09-16T12:33:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "037a1a18-d634-44dc-827a-ee7bd32a2578", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:33:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "d7fcf1d1-8a1f-4890-b29d-25829cca5a28", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:33:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "d7fcf1d1-8a1f-4890-b29d-25829cca5a28", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:33:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "d7fcf1d1-8a1f-4890-b29d-25829cca5a28", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:33:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "d7fcf1d1-8a1f-4890-b29d-25829cca5a28", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954-kserve-route-authn"} 2026-09-16T12:33:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "d7fcf1d1-8a1f-4890-b29d-25829cca5a28", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "authType": "userdefined"} 2026-09-16T12:33:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "d7fcf1d1-8a1f-4890-b29d-25829cca5a28", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:33:35Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T12:33:35Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T12:33:36Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T12:33:36Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T12:33:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "bc218ed2-659d-4f8d-876a-6c35a7c8b64f", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:33:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "bc218ed2-659d-4f8d-876a-6c35a7c8b64f", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954-authn-ssl"} 2026-09-16T12:33:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "bc218ed2-659d-4f8d-876a-6c35a7c8b64f", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:33:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "0634f49b-ccbc-4063-8698-d06d985b890e", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:33:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "0634f49b-ccbc-4063-8698-d06d985b890e", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:33:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "0634f49b-ccbc-4063-8698-d06d985b890e", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:33:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "0634f49b-ccbc-4063-8698-d06d985b890e", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954-kserve-route-authn"} 2026-09-16T12:33:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "0634f49b-ccbc-4063-8698-d06d985b890e", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "authType": "userdefined"} 2026-09-16T12:33:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "0634f49b-ccbc-4063-8698-d06d985b890e", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:33:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "8d8dba86-78f4-4269-b6cd-5b8b38c25135", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:33:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "8d8dba86-78f4-4269-b6cd-5b8b38c25135", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:33:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "8d8dba86-78f4-4269-b6cd-5b8b38c25135", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:33:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "8d8dba86-78f4-4269-b6cd-5b8b38c25135", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954-kserve-route-authn"} 2026-09-16T12:33:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "8d8dba86-78f4-4269-b6cd-5b8b38c25135", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "authType": "userdefined"} 2026-09-16T12:33:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "8d8dba86-78f4-4269-b6cd-5b8b38c25135", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:34:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "1654c6fc-dd37-4ba1-823d-d86927172b09", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:34:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "1654c6fc-dd37-4ba1-823d-d86927172b09", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4-authn-ssl"} 2026-09-16T12:34:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "1654c6fc-dd37-4ba1-823d-d86927172b09", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:34:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "93293532-ea85-43b1-b0b7-6a34120d60b4", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:34:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "93293532-ea85-43b1-b0b7-6a34120d60b4", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4-authn-ssl"} 2026-09-16T12:34:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "93293532-ea85-43b1-b0b7-6a34120d60b4", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:34:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "975e8093-e8c6-4ebc-9299-8b02dd9446a2", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:34:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "975e8093-e8c6-4ebc-9299-8b02dd9446a2", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4-authn-ssl"} 2026-09-16T12:34:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "975e8093-e8c6-4ebc-9299-8b02dd9446a2", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:34:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "d6604f97-f0db-4704-9d3e-5d91281a0650", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:34:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "d6604f97-f0db-4704-9d3e-5d91281a0650", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4-authn-ssl"} 2026-09-16T12:34:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "d6604f97-f0db-4704-9d3e-5d91281a0650", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:34:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "3e89638b-9a66-4118-9133-14b802b39f32", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:34:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "3e89638b-9a66-4118-9133-14b802b39f32", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4-authn-ssl"} 2026-09-16T12:34:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "3e89638b-9a66-4118-9133-14b802b39f32", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:34:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "fc0dfd97-6154-43c2-9195-445775cfe5e3", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:34:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "fc0dfd97-6154-43c2-9195-445775cfe5e3", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4-authn-ssl"} 2026-09-16T12:34:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "fc0dfd97-6154-43c2-9195-445775cfe5e3", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:34:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "b3c79190-2a71-423a-a8f3-73a588b872a3", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:34:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "b3c79190-2a71-423a-a8f3-73a588b872a3", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4-authn-ssl"} 2026-09-16T12:34:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "b3c79190-2a71-423a-a8f3-73a588b872a3", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:34:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-555bf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "name": "openshift-service-ca.crt", "reconcileID": "29ab14a9-d588-46c2-acf3-704f6bc21aec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4"} 2026-09-16T12:34:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-555bf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "name": "odh-trusted-ca-bundle", "reconcileID": "4f8825b6-91aa-44b7-8b5a-61797b075103", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4"} 2026-09-16T12:34:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-555bf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "name": "openshift-service-ca.crt", "reconcileID": "115670a1-c0e0-42d9-af68-76667a341b7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:34:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-555bf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "name": "openshift-service-ca.crt", "reconcileID": "115670a1-c0e0-42d9-af68-76667a341b7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4"} 2026-09-16T12:34:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-555bf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e1092d0-bcb5-45d7-ab66-bd109503ffae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4"} 2026-09-16T12:34:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-555bf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "name": "openshift-service-ca.crt", "reconcileID": "f9a0cef0-824c-4f11-ba76-178efcbd427d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4"} 2026-09-16T12:34:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-555bf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "name": "odh-trusted-ca-bundle", "reconcileID": "9fe5e248-8aee-4f71-b2f3-7628a5adb047", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:34:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-555bf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "name": "odh-trusted-ca-bundle", "reconcileID": "9fe5e248-8aee-4f71-b2f3-7628a5adb047", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4"} 2026-09-16T12:34:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-555bf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86becd62-960a-45f3-84d5-4f9cb3476e5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4"} 2026-09-16T12:34:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "80b97bb8-c43f-4fb2-b966-c6737b606ce7", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:34:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "80b97bb8-c43f-4fb2-b966-c6737b606ce7", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4-authn-ssl"} 2026-09-16T12:34:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "80b97bb8-c43f-4fb2-b966-c6737b606ce7", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:34:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "8db5c6ec-0965-402a-96be-b77a605ab9c4", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:34:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "8db5c6ec-0965-402a-96be-b77a605ab9c4", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4-authn-ssl"} 2026-09-16T12:34:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "8db5c6ec-0965-402a-96be-b77a605ab9c4", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:34:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "48b20254-a98d-4e24-bf41-9fb9eb61869e", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:34:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "48b20254-a98d-4e24-bf41-9fb9eb61869e", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4-authn-ssl"} 2026-09-16T12:34:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "48b20254-a98d-4e24-bf41-9fb9eb61869e", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:35:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "b3683114-f1be-44d2-af13-e0887fb2f306", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:35:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "b3683114-f1be-44d2-af13-e0887fb2f306", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4-authn-ssl"} 2026-09-16T12:35:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "b3683114-f1be-44d2-af13-e0887fb2f306", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:35:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-555bf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7aaecb7-f2ae-40c8-b9be-4a8b40e093f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4"} 2026-09-16T12:35:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-555bf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7aaecb7-f2ae-40c8-b9be-4a8b40e093f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:35:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-555bf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7aaecb7-f2ae-40c8-b9be-4a8b40e093f6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-555bf4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T12:35:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-555bf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "name": "odh-trusted-ca-bundle", "reconcileID": "0eb17950-4a3e-43dc-afec-bc27208f761e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4"} 2026-09-16T12:35:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-555bf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "name": "odh-trusted-ca-bundle", "reconcileID": "0eb17950-4a3e-43dc-afec-bc27208f761e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4"} 2026-09-16T12:35:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-555bf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "name": "openshift-service-ca.crt", "reconcileID": "05ac5945-0dfd-422a-9a7e-3738449b14c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4"} 2026-09-16T12:35:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-555bf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "name": "openshift-service-ca.crt", "reconcileID": "05ac5945-0dfd-422a-9a7e-3738449b14c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4"} 2026-09-16T12:35:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-555bf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e23a6915-73e6-4e2e-a31c-eb446ea0a878", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4"} 2026-09-16T12:35:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-555bf4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e23a6915-73e6-4e2e-a31c-eb446ea0a878", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-555bf4"} 2026-09-16T12:35:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-555bf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-555bf4", "reconcileID": "5cadd0e0-755a-454f-b2d3-bf91859abc36", "Gateway": "e2e-ipp-cleanup-555bf4", "namespace": "openshift-ingress"} 2026-09-16T12:35:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "03878777-435e-46c2-a59f-4316714b38b6", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:35:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "03878777-435e-46c2-a59f-4316714b38b6", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954-authn-ssl"} 2026-09-16T12:35:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "03878777-435e-46c2-a59f-4316714b38b6", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:35:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "1b3d1e04-4f2f-44f8-ad72-a1a17b99278a", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:35:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "1b3d1e04-4f2f-44f8-ad72-a1a17b99278a", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954-authn-ssl"} 2026-09-16T12:35:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "1b3d1e04-4f2f-44f8-ad72-a1a17b99278a", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:35:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "faf66163-bd64-4e25-ac09-41206085fbec", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:35:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "faf66163-bd64-4e25-ac09-41206085fbec", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954-authn-ssl"} 2026-09-16T12:35:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "faf66163-bd64-4e25-ac09-41206085fbec", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:35:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "1e3bfe92-50e4-4dd0-a82d-f9921847a2f8", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:35:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "1e3bfe92-50e4-4dd0-a82d-f9921847a2f8", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:35:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "1e3bfe92-50e4-4dd0-a82d-f9921847a2f8", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:35:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "1e3bfe92-50e4-4dd0-a82d-f9921847a2f8", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954-kserve-route-authn"} 2026-09-16T12:35:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "1e3bfe92-50e4-4dd0-a82d-f9921847a2f8", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "authType": "userdefined"} 2026-09-16T12:35:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "1e3bfe92-50e4-4dd0-a82d-f9921847a2f8", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f499931c-0b42-4dd8-8fc1-e2f6af9a643e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f499931c-0b42-4dd8-8fc1-e2f6af9a643e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:36:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f499931c-0b42-4dd8-8fc1-e2f6af9a643e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-a4f954 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T12:36:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "odh-trusted-ca-bundle", "reconcileID": "3afb76c5-a2e1-472e-8cac-e160df75e90c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "odh-trusted-ca-bundle", "reconcileID": "3afb76c5-a2e1-472e-8cac-e160df75e90c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "openshift-service-ca.crt", "reconcileID": "64faffe8-cf03-43be-abb4-0175d70ccc48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "openshift-service-ca.crt", "reconcileID": "64faffe8-cf03-43be-abb4-0175d70ccc48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42784565-e268-4d1e-8f49-030b652e60f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42784565-e268-4d1e-8f49-030b652e60f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "009aaa0e-8ddc-4bb7-965f-2526e5268bf0", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "009aaa0e-8ddc-4bb7-965f-2526e5268bf0", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "009aaa0e-8ddc-4bb7-965f-2526e5268bf0", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "009aaa0e-8ddc-4bb7-965f-2526e5268bf0", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954-kserve-route-authn"} 2026-09-16T12:36:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "009aaa0e-8ddc-4bb7-965f-2526e5268bf0", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "authType": "userdefined"} 2026-09-16T12:36:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "009aaa0e-8ddc-4bb7-965f-2526e5268bf0", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "80fe5420-8202-4b22-90ab-9550431cd064", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:36:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "80fe5420-8202-4b22-90ab-9550431cd064", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954-authn-ssl"} 2026-09-16T12:36:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "80fe5420-8202-4b22-90ab-9550431cd064", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:36:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "84d8a323-9820-4412-b7ce-33fd5481f56b", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "84d8a323-9820-4412-b7ce-33fd5481f56b", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954"} 2026-09-16T12:36:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "84d8a323-9820-4412-b7ce-33fd5481f56b", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "84d8a323-9820-4412-b7ce-33fd5481f56b", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "84d8a323-9820-4412-b7ce-33fd5481f56b", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954-kserve-route-authn"} 2026-09-16T12:36:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "84d8a323-9820-4412-b7ce-33fd5481f56b", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954-kserve-route-authn"} 2026-09-16T12:36:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "84d8a323-9820-4412-b7ce-33fd5481f56b", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "84d8a323-9820-4412-b7ce-33fd5481f56b", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "06bc784c-9695-43db-91cd-aa957f3d4e8b", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "06bc784c-9695-43db-91cd-aa957f3d4e8b", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954"} 2026-09-16T12:36:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "06bc784c-9695-43db-91cd-aa957f3d4e8b", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "06bc784c-9695-43db-91cd-aa957f3d4e8b", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "06bc784c-9695-43db-91cd-aa957f3d4e8b", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954-kserve-route-authn"} 2026-09-16T12:36:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "06bc784c-9695-43db-91cd-aa957f3d4e8b", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954-kserve-route-authn"} 2026-09-16T12:36:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "06bc784c-9695-43db-91cd-aa957f3d4e8b", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "06bc784c-9695-43db-91cd-aa957f3d4e8b", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a4f954","namespace":"ai-tenant-e2e-ipp-a-a4f954"}, "namespace": "ai-tenant-e2e-ipp-a-a4f954", "name": "ipp-route-a4f954", "reconcileID": "743c8f05-e1c1-42fe-8063-96f7f6883674", "LLMInferenceService": "ipp-route-a4f954", "namespace": "ai-tenant-e2e-ipp-a-a4f954"} 2026-09-16T12:36:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "938a3d35-f8c3-4b20-9509-568819502ccb", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:36:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "938a3d35-f8c3-4b20-9509-568819502ccb", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954-authn-ssl"} 2026-09-16T12:36:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "938a3d35-f8c3-4b20-9509-568819502ccb", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:36:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a4f954","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a4f954", "reconcileID": "c178c637-21b6-4e5d-805c-f4481d7cc650", "Gateway": "e2e-ipp-a-a4f954", "namespace": "openshift-ingress"} 2026-09-16T12:36:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "4145fc10-8dc0-48c9-9188-b15760b99cff", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:36:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "4145fc10-8dc0-48c9-9188-b15760b99cff", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0-authn-ssl"} 2026-09-16T12:36:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "4145fc10-8dc0-48c9-9188-b15760b99cff", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:36:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "2f385617-37b5-499c-bbd9-49c8792e0b9b", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:36:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "2f385617-37b5-499c-bbd9-49c8792e0b9b", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0-authn-ssl"} 2026-09-16T12:36:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "2f385617-37b5-499c-bbd9-49c8792e0b9b", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:36:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3863e0"}, "namespace": "ai-tenant-e2e-ipp-b-3863e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc00d58c-cfe2-47fb-9cae-1824598d51d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3863e0"} 2026-09-16T12:36:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3863e0"}, "namespace": "ai-tenant-e2e-ipp-b-3863e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc00d58c-cfe2-47fb-9cae-1824598d51d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3863e0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:36:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3863e0"}, "namespace": "ai-tenant-e2e-ipp-b-3863e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc00d58c-cfe2-47fb-9cae-1824598d51d0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-3863e0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T12:36:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3863e0"}, "namespace": "ai-tenant-e2e-ipp-b-3863e0", "name": "odh-trusted-ca-bundle", "reconcileID": "43129ffe-b9f8-4d3f-b0e8-e7c36f1e7643", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3863e0"} 2026-09-16T12:36:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3863e0"}, "namespace": "ai-tenant-e2e-ipp-b-3863e0", "name": "odh-trusted-ca-bundle", "reconcileID": "43129ffe-b9f8-4d3f-b0e8-e7c36f1e7643", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3863e0"} 2026-09-16T12:36:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3863e0"}, "namespace": "ai-tenant-e2e-ipp-b-3863e0", "name": "openshift-service-ca.crt", "reconcileID": "620bbe10-967a-4f5b-9696-c01163aaae7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3863e0"} 2026-09-16T12:36:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3863e0"}, "namespace": "ai-tenant-e2e-ipp-b-3863e0", "name": "openshift-service-ca.crt", "reconcileID": "620bbe10-967a-4f5b-9696-c01163aaae7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3863e0"} 2026-09-16T12:36:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3863e0"}, "namespace": "ai-tenant-e2e-ipp-b-3863e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17715816-b8c8-4ecb-b56b-08dd52e411bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3863e0"} 2026-09-16T12:36:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3863e0"}, "namespace": "ai-tenant-e2e-ipp-b-3863e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17715816-b8c8-4ecb-b56b-08dd52e411bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3863e0"} 2026-09-16T12:36:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3863e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3863e0", "reconcileID": "6436f33b-d31d-4757-9667-4ab8837a8cf2", "Gateway": "e2e-ipp-b-3863e0", "namespace": "openshift-ingress"} 2026-09-16T12:36:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-db42a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6", "reconcileID": "9ca167f1-bc90-42eb-91e2-a5253b722e13", "Gateway": "e2e-shared-a-w2-db42a6", "namespace": "openshift-ingress"} 2026-09-16T12:36:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-db42a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6", "reconcileID": "9ca167f1-bc90-42eb-91e2-a5253b722e13", "Gateway": "e2e-shared-a-w2-db42a6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6-authn-ssl"} 2026-09-16T12:36:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-db42a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6", "reconcileID": "9ca167f1-bc90-42eb-91e2-a5253b722e13", "Gateway": "e2e-shared-a-w2-db42a6", "namespace": "openshift-ingress"} 2026-09-16T12:36:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-db42a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6", "reconcileID": "461cadff-6e55-4168-b887-c1cdf0be9c6a", "Gateway": "e2e-shared-a-w2-db42a6", "namespace": "openshift-ingress"} 2026-09-16T12:36:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-db42a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6", "reconcileID": "461cadff-6e55-4168-b887-c1cdf0be9c6a", "Gateway": "e2e-shared-a-w2-db42a6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6-authn-ssl"} 2026-09-16T12:36:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-db42a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6", "reconcileID": "461cadff-6e55-4168-b887-c1cdf0be9c6a", "Gateway": "e2e-shared-a-w2-db42a6", "namespace": "openshift-ingress"} 2026-09-16T12:36:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb1d51df-af94-4061-b20f-bccea0a99586", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:36:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb1d51df-af94-4061-b20f-bccea0a99586", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:36:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb1d51df-af94-4061-b20f-bccea0a99586", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-db42a6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T12:36:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "odh-trusted-ca-bundle", "reconcileID": "6e7f0a63-cf62-4a88-8930-c01305e12940", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:36:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "odh-trusted-ca-bundle", "reconcileID": "6e7f0a63-cf62-4a88-8930-c01305e12940", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:36:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "openshift-service-ca.crt", "reconcileID": "e0b6eee1-18b7-492d-9747-2f027eee5c9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:36:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "openshift-service-ca.crt", "reconcileID": "e0b6eee1-18b7-492d-9747-2f027eee5c9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:36:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4d68c0a-9a07-43f6-b267-b4af54cfc35a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:36:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-db42a6"}, "namespace": "ai-tenant-e2e-shared-a-w2-db42a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4d68c0a-9a07-43f6-b267-b4af54cfc35a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-db42a6"} 2026-09-16T12:36:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-db42a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-db42a6", "reconcileID": "b593a0bd-58f2-4e0b-9790-71d6fefa4494", "Gateway": "e2e-shared-a-w2-db42a6", "namespace": "openshift-ingress"} 2026-09-16T12:36:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "7aa29fd4-fe5f-40b6-a388-cb29b2937c81", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress"} 2026-09-16T12:36:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "7aa29fd4-fe5f-40b6-a388-cb29b2937c81", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953-authn-ssl"} 2026-09-16T12:36:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "7aa29fd4-fe5f-40b6-a388-cb29b2937c81", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress"} 2026-09-16T12:37:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "b7cb022b-0324-44f4-ad5e-d45c5d6e3e98", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress"} 2026-09-16T12:37:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "b7cb022b-0324-44f4-ad5e-d45c5d6e3e98", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953-authn-ssl"} 2026-09-16T12:37:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "b7cb022b-0324-44f4-ad5e-d45c5d6e3e98", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress"} 2026-09-16T12:37:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0703385-0354-4def-8b5d-f2e757b30bd9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:37:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0703385-0354-4def-8b5d-f2e757b30bd9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T12:37:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0703385-0354-4def-8b5d-f2e757b30bd9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-c03953 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T12:37:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "odh-trusted-ca-bundle", "reconcileID": "ce0247e8-b416-4d1a-9653-364f0ad8c13c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:37:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "odh-trusted-ca-bundle", "reconcileID": "ce0247e8-b416-4d1a-9653-364f0ad8c13c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:37:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "openshift-service-ca.crt", "reconcileID": "6c62a7d6-e6dc-4f8e-95dc-806f477b1457", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:37:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "openshift-service-ca.crt", "reconcileID": "6c62a7d6-e6dc-4f8e-95dc-806f477b1457", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:37:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e9ea084-8508-4248-8826-555896d139a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:37:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c03953"}, "namespace": "ai-tenant-e2e-shared-b-w2-c03953", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e9ea084-8508-4248-8826-555896d139a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-c03953"} 2026-09-16T12:37:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c03953","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c03953", "reconcileID": "8c172843-e456-4429-b360-a9962365478d", "Gateway": "e2e-shared-b-w2-c03953", "namespace": "openshift-ingress"} 2026-09-16T12:39:29Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T12:39:29Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T12:39:30Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T12:39:30Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T12:41:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "c8e1c993-40fd-4186-b707-d2db706f7ff7", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "c8e1c993-40fd-4186-b707-d2db706f7ff7", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "c8e1c993-40fd-4186-b707-d2db706f7ff7", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe6a3a47-0166-4571-9eeb-63045f9a8302", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:41:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "c8e1c993-40fd-4186-b707-d2db706f7ff7", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac-kserve-route-authn"} 2026-09-16T12:41:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "c8e1c993-40fd-4186-b707-d2db706f7ff7", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm", "authType": "userdefined"} 2026-09-16T12:41:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "c8e1c993-40fd-4186-b707-d2db706f7ff7", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe6a3a47-0166-4571-9eeb-63045f9a8302", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T12:41:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe6a3a47-0166-4571-9eeb-63045f9a8302", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:41:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "cc173316-1d25-4cfe-9770-5dfe8acb02e7", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "cc173316-1d25-4cfe-9770-5dfe8acb02e7", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "cc173316-1d25-4cfe-9770-5dfe8acb02e7", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "cc173316-1d25-4cfe-9770-5dfe8acb02e7", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac-kserve-route-authn"} 2026-09-16T12:41:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "cc173316-1d25-4cfe-9770-5dfe8acb02e7", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm", "authType": "userdefined"} 2026-09-16T12:41:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "cc173316-1d25-4cfe-9770-5dfe8acb02e7", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "4924e55c-fece-4a08-8062-1d1724c72d18", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "4924e55c-fece-4a08-8062-1d1724c72d18", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "4924e55c-fece-4a08-8062-1d1724c72d18", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8cd9d72e-c853-4d21-a904-4626a03f56e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:41:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "4924e55c-fece-4a08-8062-1d1724c72d18", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac-kserve-route-authn"} 2026-09-16T12:41:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "4924e55c-fece-4a08-8062-1d1724c72d18", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm", "authType": "userdefined"} 2026-09-16T12:41:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "4924e55c-fece-4a08-8062-1d1724c72d18", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8cd9d72e-c853-4d21-a904-4626a03f56e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T12:41:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8cd9d72e-c853-4d21-a904-4626a03f56e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:41:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac4ddc2e-3d79-4edc-b4bf-2795c7a9f38b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:41:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac4ddc2e-3d79-4edc-b4bf-2795c7a9f38b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T12:41:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac4ddc2e-3d79-4edc-b4bf-2795c7a9f38b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:41:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "10423660-90ae-4221-8a0d-9c96b3f090fa", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "10423660-90ae-4221-8a0d-9c96b3f090fa", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "10423660-90ae-4221-8a0d-9c96b3f090fa", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "10423660-90ae-4221-8a0d-9c96b3f090fa", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac-kserve-route-authn"} 2026-09-16T12:41:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "10423660-90ae-4221-8a0d-9c96b3f090fa", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm", "authType": "userdefined"} 2026-09-16T12:41:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "10423660-90ae-4221-8a0d-9c96b3f090fa", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "cb105a99-3893-4a2b-81f9-6ba7dd3e80a8", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "cb105a99-3893-4a2b-81f9-6ba7dd3e80a8", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "cb105a99-3893-4a2b-81f9-6ba7dd3e80a8", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "cb105a99-3893-4a2b-81f9-6ba7dd3e80a8", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac-kserve-route-authn"} 2026-09-16T12:41:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "cb105a99-3893-4a2b-81f9-6ba7dd3e80a8", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm", "authType": "userdefined"} 2026-09-16T12:41:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "cb105a99-3893-4a2b-81f9-6ba7dd3e80a8", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "828642c4-8a9e-4bfd-9c90-771756fe0c81", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:41:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "828642c4-8a9e-4bfd-9c90-771756fe0c81", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T12:41:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "828642c4-8a9e-4bfd-9c90-771756fe0c81", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:41:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "8f650b20-1f7e-4156-ae3e-6c21785ac74f", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "8f650b20-1f7e-4156-ae3e-6c21785ac74f", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "8f650b20-1f7e-4156-ae3e-6c21785ac74f", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "8f650b20-1f7e-4156-ae3e-6c21785ac74f", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac-kserve-route-authn"} 2026-09-16T12:41:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "8f650b20-1f7e-4156-ae3e-6c21785ac74f", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm", "authType": "userdefined"} 2026-09-16T12:41:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "8f650b20-1f7e-4156-ae3e-6c21785ac74f", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "0d459b7b-ce53-41d2-8816-d70daa9659b2", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "0d459b7b-ce53-41d2-8816-d70daa9659b2", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "0d459b7b-ce53-41d2-8816-d70daa9659b2", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "0d459b7b-ce53-41d2-8816-d70daa9659b2", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac-kserve-route-authn"} 2026-09-16T12:41:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "0d459b7b-ce53-41d2-8816-d70daa9659b2", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm", "authType": "userdefined"} 2026-09-16T12:41:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "0d459b7b-ce53-41d2-8816-d70daa9659b2", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "5dd7fc88-a560-4c1f-9f12-8e45643e0dd8", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "5dd7fc88-a560-4c1f-9f12-8e45643e0dd8", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "5dd7fc88-a560-4c1f-9f12-8e45643e0dd8", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "5dd7fc88-a560-4c1f-9f12-8e45643e0dd8", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac-kserve-route-authn"} 2026-09-16T12:41:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "5dd7fc88-a560-4c1f-9f12-8e45643e0dd8", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm", "authType": "userdefined"} 2026-09-16T12:41:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "5dd7fc88-a560-4c1f-9f12-8e45643e0dd8", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "ba9ccdd1-e94c-4174-a134-fd9b793d72a9", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "ba9ccdd1-e94c-4174-a134-fd9b793d72a9", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac"} 2026-09-16T12:41:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "ba9ccdd1-e94c-4174-a134-fd9b793d72a9", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "ba9ccdd1-e94c-4174-a134-fd9b793d72a9", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "ba9ccdd1-e94c-4174-a134-fd9b793d72a9", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac-kserve-route-authn"} 2026-09-16T12:41:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "ba9ccdd1-e94c-4174-a134-fd9b793d72a9", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac-kserve-route-authn"} 2026-09-16T12:41:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4b0fac", "reconcileID": "edbead3c-e71d-4f4a-9deb-346266d3ae21", "LLMInferenceService": "e2e-same-id-a-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c655f5f-c8a2-424d-9d84-f62c9073fc97", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:41:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c655f5f-c8a2-424d-9d84-f62c9073fc97", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T12:41:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c655f5f-c8a2-424d-9d84-f62c9073fc97", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:41:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a9e8c3dd-0985-4430-a8fd-2778502ae67b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:41:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a9e8c3dd-0985-4430-a8fd-2778502ae67b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T12:41:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a9e8c3dd-0985-4430-a8fd-2778502ae67b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:41:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "6bd3a79c-69ac-4d41-acc4-70f31765dfdf", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "6bd3a79c-69ac-4d41-acc4-70f31765dfdf", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac"} 2026-09-16T12:41:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "6bd3a79c-69ac-4d41-acc4-70f31765dfdf", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "6bd3a79c-69ac-4d41-acc4-70f31765dfdf", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "6bd3a79c-69ac-4d41-acc4-70f31765dfdf", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac-kserve-route-authn"} 2026-09-16T12:41:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "6bd3a79c-69ac-4d41-acc4-70f31765dfdf", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac-kserve-route-authn"} 2026-09-16T12:41:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4b0fac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4b0fac", "reconcileID": "b2d52926-5dcd-4b29-aef0-5bc80092535c", "LLMInferenceService": "e2e-same-id-b-2f4b0fac", "namespace": "llm"} 2026-09-16T12:41:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d907913c-a187-4054-ba29-bd8bd9c95f09", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:41:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d907913c-a187-4054-ba29-bd8bd9c95f09", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T12:41:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d907913c-a187-4054-ba29-bd8bd9c95f09", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:41:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdc292dc-7f35-4218-aa66-cb8471e3c5ac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T12:41:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdc292dc-7f35-4218-aa66-cb8471e3c5ac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T12:41:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdc292dc-7f35-4218-aa66-cb8471e3c5ac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}