2026-09-11T22:19:59Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "sub-test-model-d09c96", "reconcileID": "fe0f744a-fe28-4c9e-96d4-93b675e00b0d", "LLMInferenceService": "sub-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:19:59Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "sub-test-model-d09c96", "reconcileID": "fe0f744a-fe28-4c9e-96d4-93b675e00b0d", "LLMInferenceService": "sub-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:19:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "sub-test-model-d09c96", "reconcileID": "3a4e082d-d761-44df-bc11-9f665c8bbd5c", "LLMInferenceService": "sub-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:19:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "4805a9cd-f3d6-4ccf-8dea-85f37acffc3e", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress"} 2026-09-11T22:19:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "4805a9cd-f3d6-4ccf-8dea-85f37acffc3e", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96-authn-ssl"} 2026-09-11T22:19:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "4805a9cd-f3d6-4ccf-8dea-85f37acffc3e", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress"} 2026-09-11T22:19:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "a10d40ab-3dbb-45e1-acd2-23830168091d", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress"} 2026-09-11T22:19:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "a10d40ab-3dbb-45e1-acd2-23830168091d", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96-authn-ssl"} 2026-09-11T22:19:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "a10d40ab-3dbb-45e1-acd2-23830168091d", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress"} 2026-09-11T22:19:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "sub-test-model-966527", "reconcileID": "09e8d7aa-e06a-4d08-8713-0631f91b6be1", "LLMInferenceService": "sub-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:19:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "sub-test-model-966527", "reconcileID": "09e8d7aa-e06a-4d08-8713-0631f91b6be1", "LLMInferenceService": "sub-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "sub-test-model-966527"} 2026-09-11T22:19:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "sub-test-model-966527", "reconcileID": "09e8d7aa-e06a-4d08-8713-0631f91b6be1", "LLMInferenceService": "sub-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:19:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "sub-test-model-966527", "reconcileID": "09e8d7aa-e06a-4d08-8713-0631f91b6be1", "LLMInferenceService": "sub-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:19:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "sub-test-model-966527", "reconcileID": "09e8d7aa-e06a-4d08-8713-0631f91b6be1", "LLMInferenceService": "sub-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "sub-test-model-966527-kserve-route-authn"} 2026-09-11T22:19:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "sub-test-model-966527", "reconcileID": "09e8d7aa-e06a-4d08-8713-0631f91b6be1", "LLMInferenceService": "sub-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "sub-test-model-966527-kserve-route-authn"} 2026-09-11T22:19:59Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "sub-test-model-966527", "reconcileID": "09e8d7aa-e06a-4d08-8713-0631f91b6be1", "LLMInferenceService": "sub-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:19:59Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "sub-test-model-966527", "reconcileID": "09e8d7aa-e06a-4d08-8713-0631f91b6be1", "LLMInferenceService": "sub-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:20:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "sub-test-model-966527", "reconcileID": "1bf5bc81-10ec-4696-9d7e-c091cd8cd4d9", "LLMInferenceService": "sub-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:20:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "bd340cb2-b656-483e-96bb-24ba9d1b1ce8", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress"} 2026-09-11T22:20:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "bd340cb2-b656-483e-96bb-24ba9d1b1ce8", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527-authn-ssl"} 2026-09-11T22:20:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "bd340cb2-b656-483e-96bb-24ba9d1b1ce8", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress"} 2026-09-11T22:20:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "f4fdb2b2-7c60-40cd-b2ab-437af39c7f6a", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress"} 2026-09-11T22:20:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "f4fdb2b2-7c60-40cd-b2ab-437af39c7f6a", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527-authn-ssl"} 2026-09-11T22:20:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "f4fdb2b2-7c60-40cd-b2ab-437af39c7f6a", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress"} 2026-09-11T22:20:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "6b15f934-725b-46be-9d6a-7e34f63d6294", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:20:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "6b15f934-725b-46be-9d6a-7e34f63d6294", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:20:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "6b15f934-725b-46be-9d6a-7e34f63d6294", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:20:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "cf7b21e9-e9df-444c-965a-2d0b6336dd44", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress"} 2026-09-11T22:20:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "6b15f934-725b-46be-9d6a-7e34f63d6294", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96-kserve-route-authn"} 2026-09-11T22:20:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "6b15f934-725b-46be-9d6a-7e34f63d6294", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "authType": "userdefined"} 2026-09-11T22:20:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "6b15f934-725b-46be-9d6a-7e34f63d6294", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:20:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "cf7b21e9-e9df-444c-965a-2d0b6336dd44", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96-authn-ssl"} 2026-09-11T22:20:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "cf7b21e9-e9df-444c-965a-2d0b6336dd44", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress"} 2026-09-11T22:20:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "3eb4352b-cfde-40b8-bea6-04b1f17864fc", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:20:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "3eb4352b-cfde-40b8-bea6-04b1f17864fc", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:20:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "3eb4352b-cfde-40b8-bea6-04b1f17864fc", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:20:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "3eb4352b-cfde-40b8-bea6-04b1f17864fc", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96-kserve-route-authn"} 2026-09-11T22:20:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "3eb4352b-cfde-40b8-bea6-04b1f17864fc", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "authType": "userdefined"} 2026-09-11T22:20:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "3eb4352b-cfde-40b8-bea6-04b1f17864fc", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:20:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "dbf57d01-85d5-4d26-97d6-2aa81b1dd911", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress"} 2026-09-11T22:20:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "dbf57d01-85d5-4d26-97d6-2aa81b1dd911", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96-authn-ssl"} 2026-09-11T22:20:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "dbf57d01-85d5-4d26-97d6-2aa81b1dd911", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress"} 2026-09-11T22:20:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "a1ebed30-2d0f-4e15-8ea3-22266b2fbba2", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:20:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "a1ebed30-2d0f-4e15-8ea3-22266b2fbba2", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:20:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "a1ebed30-2d0f-4e15-8ea3-22266b2fbba2", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:20:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "a1ebed30-2d0f-4e15-8ea3-22266b2fbba2", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96-kserve-route-authn"} 2026-09-11T22:20:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "a1ebed30-2d0f-4e15-8ea3-22266b2fbba2", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "authType": "userdefined"} 2026-09-11T22:20:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "a1ebed30-2d0f-4e15-8ea3-22266b2fbba2", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:20:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "c9457643-7a8e-4a30-9bca-3e3177e03165", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:20:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "c9457643-7a8e-4a30-9bca-3e3177e03165", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:20:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "c9457643-7a8e-4a30-9bca-3e3177e03165", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:20:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "c9457643-7a8e-4a30-9bca-3e3177e03165", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96-kserve-route-authn"} 2026-09-11T22:20:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "c9457643-7a8e-4a30-9bca-3e3177e03165", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "authType": "userdefined"} 2026-09-11T22:20:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "c9457643-7a8e-4a30-9bca-3e3177e03165", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:20:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "7552fc56-6329-4aa2-858e-843064926831", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:20:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "7552fc56-6329-4aa2-858e-843064926831", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:20:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "7552fc56-6329-4aa2-858e-843064926831", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:20:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "aa146043-d3b4-4034-b6b7-d3fe37035734", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress"} 2026-09-11T22:20:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "7552fc56-6329-4aa2-858e-843064926831", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527-kserve-route-authn"} 2026-09-11T22:20:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "7552fc56-6329-4aa2-858e-843064926831", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527", "authType": "userdefined"} 2026-09-11T22:20:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "7552fc56-6329-4aa2-858e-843064926831", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:20:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "aa146043-d3b4-4034-b6b7-d3fe37035734", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527-authn-ssl"} 2026-09-11T22:20:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "aa146043-d3b4-4034-b6b7-d3fe37035734", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress"} 2026-09-11T22:20:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "6728b655-262d-4d92-90bf-ecbd8fffe042", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:20:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "6728b655-262d-4d92-90bf-ecbd8fffe042", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:20:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "6728b655-262d-4d92-90bf-ecbd8fffe042", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:20:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "6728b655-262d-4d92-90bf-ecbd8fffe042", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527-kserve-route-authn"} 2026-09-11T22:20:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "6728b655-262d-4d92-90bf-ecbd8fffe042", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527", "authType": "userdefined"} 2026-09-11T22:20:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "6728b655-262d-4d92-90bf-ecbd8fffe042", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:20:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "518e17bc-191b-4027-98a4-c9ab3fe41e63", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress"} 2026-09-11T22:20:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "518e17bc-191b-4027-98a4-c9ab3fe41e63", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527-authn-ssl"} 2026-09-11T22:20:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "518e17bc-191b-4027-98a4-c9ab3fe41e63", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress"} 2026-09-11T22:20:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "d5e52244-ee5c-407c-9a7b-d5cd0fbcb46a", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:20:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "d5e52244-ee5c-407c-9a7b-d5cd0fbcb46a", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:20:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "d5e52244-ee5c-407c-9a7b-d5cd0fbcb46a", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:20:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "d5e52244-ee5c-407c-9a7b-d5cd0fbcb46a", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527-kserve-route-authn"} 2026-09-11T22:20:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "d5e52244-ee5c-407c-9a7b-d5cd0fbcb46a", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527", "authType": "userdefined"} 2026-09-11T22:20:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "d5e52244-ee5c-407c-9a7b-d5cd0fbcb46a", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:20:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "cc503b5e-3817-4f49-b17a-267fad63c534", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:20:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "cc503b5e-3817-4f49-b17a-267fad63c534", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:20:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "cc503b5e-3817-4f49-b17a-267fad63c534", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:20:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "cc503b5e-3817-4f49-b17a-267fad63c534", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527-kserve-route-authn"} 2026-09-11T22:20:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "cc503b5e-3817-4f49-b17a-267fad63c534", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527", "authType": "userdefined"} 2026-09-11T22:20:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "cc503b5e-3817-4f49-b17a-267fad63c534", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:21:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "43a703a4-fd65-4515-9b4b-7bc523080a9a", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:21:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "43a703a4-fd65-4515-9b4b-7bc523080a9a", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96"} 2026-09-11T22:21:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "43a703a4-fd65-4515-9b4b-7bc523080a9a", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:21:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "43a703a4-fd65-4515-9b4b-7bc523080a9a", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:21:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "43a703a4-fd65-4515-9b4b-7bc523080a9a", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96-kserve-route-authn"} 2026-09-11T22:21:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "43a703a4-fd65-4515-9b4b-7bc523080a9a", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96-kserve-route-authn"} 2026-09-11T22:21:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "43a703a4-fd65-4515-9b4b-7bc523080a9a", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:21:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "43a703a4-fd65-4515-9b4b-7bc523080a9a", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:21:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d09c96","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "rate-test-model-d09c96", "reconcileID": "6f297ddd-77fe-45ce-8384-d89b5451b37a", "LLMInferenceService": "rate-test-model-d09c96", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:21:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "3a131805-d941-4d29-bbdc-edf516adcaf7", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress"} 2026-09-11T22:21:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "3a131805-d941-4d29-bbdc-edf516adcaf7", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96-authn-ssl"} 2026-09-11T22:21:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "3a131805-d941-4d29-bbdc-edf516adcaf7", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress"} 2026-09-11T22:21:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "fd313533-e0c3-46f7-a01f-7474bbbc8dad", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress"} 2026-09-11T22:21:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "fd313533-e0c3-46f7-a01f-7474bbbc8dad", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96-authn-ssl"} 2026-09-11T22:21:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "fd313533-e0c3-46f7-a01f-7474bbbc8dad", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress"} 2026-09-11T22:21:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "31056e92-09b1-4da8-9250-2391104f3150", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:21:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "31056e92-09b1-4da8-9250-2391104f3150", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527"} 2026-09-11T22:21:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "31056e92-09b1-4da8-9250-2391104f3150", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:21:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "31056e92-09b1-4da8-9250-2391104f3150", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:21:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "31056e92-09b1-4da8-9250-2391104f3150", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527-kserve-route-authn"} 2026-09-11T22:21:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "31056e92-09b1-4da8-9250-2391104f3150", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527-kserve-route-authn"} 2026-09-11T22:21:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "31056e92-09b1-4da8-9250-2391104f3150", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:21:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "31056e92-09b1-4da8-9250-2391104f3150", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:21:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-966527","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "rate-test-model-966527", "reconcileID": "fded652f-6d6e-4314-8f34-06673d1096bd", "LLMInferenceService": "rate-test-model-966527", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:21:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "a0efe64e-a3f4-40f8-ac0a-41b966a93482", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress"} 2026-09-11T22:21:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "a0efe64e-a3f4-40f8-ac0a-41b966a93482", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527-authn-ssl"} 2026-09-11T22:21:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "a0efe64e-a3f4-40f8-ac0a-41b966a93482", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress"} 2026-09-11T22:21:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "7adec3e0-6464-4937-a4f7-2a93285fd314", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress"} 2026-09-11T22:21:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "7adec3e0-6464-4937-a4f7-2a93285fd314", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527-authn-ssl"} 2026-09-11T22:21:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "7adec3e0-6464-4937-a4f7-2a93285fd314", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress"} 2026-09-11T22:21:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "6009030b-41bd-4170-ab4f-6ab148a8f9fe", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:21:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "6009030b-41bd-4170-ab4f-6ab148a8f9fe", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2-authn-ssl"} 2026-09-11T22:21:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "6009030b-41bd-4170-ab4f-6ab148a8f9fe", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:21:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "89ade287-5e3f-4caf-9500-cb0b06740852", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:21:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "89ade287-5e3f-4caf-9500-cb0b06740852", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2-authn-ssl"} 2026-09-11T22:21:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "89ade287-5e3f-4caf-9500-cb0b06740852", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:21:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "3699465d-95f2-4e81-83a5-41ac81440a70", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:21:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "3699465d-95f2-4e81-83a5-41ac81440a70", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2-authn-ssl"} 2026-09-11T22:21:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "3699465d-95f2-4e81-83a5-41ac81440a70", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:21:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "524e3ac5-8f58-4bf0-aa22-e6b326323625", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:21:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "524e3ac5-8f58-4bf0-aa22-e6b326323625", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2-authn-ssl"} 2026-09-11T22:21:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "524e3ac5-8f58-4bf0-aa22-e6b326323625", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:21:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "d50484ff-62cb-44c8-b687-1a5f4728f137", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:21:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "d50484ff-62cb-44c8-b687-1a5f4728f137", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2-authn-ssl"} 2026-09-11T22:21:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "d50484ff-62cb-44c8-b687-1a5f4728f137", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:21:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "403320e9-8f90-4458-acec-53d3d016dbec", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:21:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "403320e9-8f90-4458-acec-53d3d016dbec", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2-authn-ssl"} 2026-09-11T22:21:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "403320e9-8f90-4458-acec-53d3d016dbec", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:21:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "177396ff-ae2d-4101-bdaa-b5e4a760d4d7", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:21:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "177396ff-ae2d-4101-bdaa-b5e4a760d4d7", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2-authn-ssl"} 2026-09-11T22:21:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "177396ff-ae2d-4101-bdaa-b5e4a760d4d7", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:21:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "openshift-service-ca.crt", "reconcileID": "3b99ea8a-2e06-414f-8627-20e8930b78dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:21:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "openshift-service-ca.crt", "reconcileID": "af0260b2-4d06-45be-8659-87dcc714dd57", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T22:21:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "openshift-service-ca.crt", "reconcileID": "af0260b2-4d06-45be-8659-87dcc714dd57", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:21:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "odh-trusted-ca-bundle", "reconcileID": "ce2dd673-a057-4530-881a-1b5219a840f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:21:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be25f1ab-f856-44cb-80fa-6ce1e35feb0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:21:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "openshift-service-ca.crt", "reconcileID": "e6a02de7-a087-4ef5-8bff-427b94dc4404", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:21:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "odh-trusted-ca-bundle", "reconcileID": "f8e69b17-3f86-47ed-ba6c-7813c55d8738", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T22:21:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "odh-trusted-ca-bundle", "reconcileID": "f8e69b17-3f86-47ed-ba6c-7813c55d8738", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:21:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2054900-1b57-4251-8868-d8c41da68458", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:21:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "8471ab58-c313-4f89-aa98-38f4bb47ed22", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:21:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "8471ab58-c313-4f89-aa98-38f4bb47ed22", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2-authn-ssl"} 2026-09-11T22:21:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "8471ab58-c313-4f89-aa98-38f4bb47ed22", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:21:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "e24ebfbf-6242-4c02-bc78-7bcb69df00d3", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:21:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "e24ebfbf-6242-4c02-bc78-7bcb69df00d3", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2-authn-ssl"} 2026-09-11T22:21:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "e24ebfbf-6242-4c02-bc78-7bcb69df00d3", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:21:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "1c57886a-2282-43da-8826-2cff02267b71", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:21:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "1c57886a-2282-43da-8826-2cff02267b71", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2-authn-ssl"} 2026-09-11T22:21:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "1c57886a-2282-43da-8826-2cff02267b71", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:21:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "3f7ab31e-0c3e-418b-ad21-949eea43b17e", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:21:50Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "3f7ab31e-0c3e-418b-ad21-949eea43b17e", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52-authn-ssl"} 2026-09-11T22:21:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "3f7ab31e-0c3e-418b-ad21-949eea43b17e", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:21:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "a45d82b4-6397-4f3e-9d1a-a529325066df", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:21:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "a45d82b4-6397-4f3e-9d1a-a529325066df", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52-authn-ssl"} 2026-09-11T22:21:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "a45d82b4-6397-4f3e-9d1a-a529325066df", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:21:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "7b6311e8-7eea-45d4-a7c7-e73926c447b5", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:21:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "7b6311e8-7eea-45d4-a7c7-e73926c447b5", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52-authn-ssl"} 2026-09-11T22:21:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "7b6311e8-7eea-45d4-a7c7-e73926c447b5", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:21:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "5e99cfb1-77a0-4058-a097-78dc0a19fc32", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:21:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "5e99cfb1-77a0-4058-a097-78dc0a19fc32", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52-authn-ssl"} 2026-09-11T22:21:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "5e99cfb1-77a0-4058-a097-78dc0a19fc32", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:21:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "de6c3138-f221-4e2b-90ee-8f4f328e9009", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:21:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "de6c3138-f221-4e2b-90ee-8f4f328e9009", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52-authn-ssl"} 2026-09-11T22:21:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "de6c3138-f221-4e2b-90ee-8f4f328e9009", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:21:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "0efb8f09-f856-4f28-b767-462ed5f662b6", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:21:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "0efb8f09-f856-4f28-b767-462ed5f662b6", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52-authn-ssl"} 2026-09-11T22:21:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "0efb8f09-f856-4f28-b767-462ed5f662b6", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:21:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "b277069e-45ff-4e4f-a0d4-c1d4dfe8a5f4", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:21:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "b277069e-45ff-4e4f-a0d4-c1d4dfe8a5f4", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52-authn-ssl"} 2026-09-11T22:21:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "b277069e-45ff-4e4f-a0d4-c1d4dfe8a5f4", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:21:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-dbaf52"}, "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "name": "openshift-service-ca.crt", "reconcileID": "5c4d3efd-a009-40d3-8b94-2ebeaf0e372b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-dbaf52"} 2026-09-11T22:21:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-dbaf52"}, "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "name": "odh-trusted-ca-bundle", "reconcileID": "f08ca1b5-b883-427d-ae3c-9402a25550f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-dbaf52"} 2026-09-11T22:21:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-dbaf52"}, "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "name": "openshift-service-ca.crt", "reconcileID": "a3a264ca-4b12-48fe-a499-faa377e768ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T22:21:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-dbaf52"}, "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "name": "openshift-service-ca.crt", "reconcileID": "a3a264ca-4b12-48fe-a499-faa377e768ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-dbaf52"} 2026-09-11T22:21:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-dbaf52"}, "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "217a80d7-b8ab-4922-82f2-0f2de13ec2e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-dbaf52"} 2026-09-11T22:21:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-dbaf52"}, "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "name": "openshift-service-ca.crt", "reconcileID": "2a7a4032-e41b-43ce-9f65-24b4289f29e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-dbaf52"} 2026-09-11T22:21:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-dbaf52"}, "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "name": "odh-trusted-ca-bundle", "reconcileID": "e6053315-99eb-4e63-bf4a-c62d1a55e402", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T22:21:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-dbaf52"}, "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "name": "odh-trusted-ca-bundle", "reconcileID": "e6053315-99eb-4e63-bf4a-c62d1a55e402", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-dbaf52"} 2026-09-11T22:21:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-dbaf52"}, "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df066943-7f3d-4f2a-bab9-0ebd20de817f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-dbaf52"} 2026-09-11T22:21:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "bff9d213-86a8-43e1-88b7-1a1df949ec19", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:21:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "bff9d213-86a8-43e1-88b7-1a1df949ec19", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52-authn-ssl"} 2026-09-11T22:21:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "bff9d213-86a8-43e1-88b7-1a1df949ec19", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:22:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "401318b6-b9c1-47df-90dc-2f7b9aa3ed03", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:22:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "401318b6-b9c1-47df-90dc-2f7b9aa3ed03", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52-authn-ssl"} 2026-09-11T22:22:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "401318b6-b9c1-47df-90dc-2f7b9aa3ed03", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:22:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "abfda8a1-379b-4625-ae9a-62c3ac3c194e", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:22:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "abfda8a1-379b-4625-ae9a-62c3ac3c194e", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:22:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "abfda8a1-379b-4625-ae9a-62c3ac3c194e", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:22:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "abfda8a1-379b-4625-ae9a-62c3ac3c194e", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2-kserve-route-authn"} 2026-09-11T22:22:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "abfda8a1-379b-4625-ae9a-62c3ac3c194e", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "authType": "userdefined"} 2026-09-11T22:22:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "abfda8a1-379b-4625-ae9a-62c3ac3c194e", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:22:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "e76560b5-f2b1-45c7-aa7a-627ed4b1eda2", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:22:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "e76560b5-f2b1-45c7-aa7a-627ed4b1eda2", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2-authn-ssl"} 2026-09-11T22:22:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "e76560b5-f2b1-45c7-aa7a-627ed4b1eda2", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:22:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "004519dc-176b-4466-b01f-aec4d2769186", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:22:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "004519dc-176b-4466-b01f-aec4d2769186", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:22:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "004519dc-176b-4466-b01f-aec4d2769186", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:22:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "004519dc-176b-4466-b01f-aec4d2769186", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2-kserve-route-authn"} 2026-09-11T22:22:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "004519dc-176b-4466-b01f-aec4d2769186", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "authType": "userdefined"} 2026-09-11T22:22:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "004519dc-176b-4466-b01f-aec4d2769186", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:22:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "33202f6e-5126-43ab-a527-45631f664bcb", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:22:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "33202f6e-5126-43ab-a527-45631f664bcb", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2-authn-ssl"} 2026-09-11T22:22:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "33202f6e-5126-43ab-a527-45631f664bcb", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:22:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "1d0caaa0-1f71-40ed-9926-58b7dc2b50e2", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:22:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "1d0caaa0-1f71-40ed-9926-58b7dc2b50e2", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:22:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "1d0caaa0-1f71-40ed-9926-58b7dc2b50e2", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:22:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "1d0caaa0-1f71-40ed-9926-58b7dc2b50e2", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2-kserve-route-authn"} 2026-09-11T22:22:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "1d0caaa0-1f71-40ed-9926-58b7dc2b50e2", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "authType": "userdefined"} 2026-09-11T22:22:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "1d0caaa0-1f71-40ed-9926-58b7dc2b50e2", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:22:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "41342b43-ebcf-49f2-a07f-96ea9526e03d", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:22:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "41342b43-ebcf-49f2-a07f-96ea9526e03d", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:22:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "41342b43-ebcf-49f2-a07f-96ea9526e03d", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:22:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "41342b43-ebcf-49f2-a07f-96ea9526e03d", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2-kserve-route-authn"} 2026-09-11T22:22:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "41342b43-ebcf-49f2-a07f-96ea9526e03d", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "authType": "userdefined"} 2026-09-11T22:22:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "41342b43-ebcf-49f2-a07f-96ea9526e03d", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:22:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "e87524b3-2153-45d1-91ab-49335cc7add5", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:22:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "e87524b3-2153-45d1-91ab-49335cc7add5", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:22:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "e87524b3-2153-45d1-91ab-49335cc7add5", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:22:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "e87524b3-2153-45d1-91ab-49335cc7add5", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2-kserve-route-authn"} 2026-09-11T22:22:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "e87524b3-2153-45d1-91ab-49335cc7add5", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "authType": "userdefined"} 2026-09-11T22:22:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "e87524b3-2153-45d1-91ab-49335cc7add5", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:22:55Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T22:22:55Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T22:22:59Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T22:22:59Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T22:23:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "ac1284de-b55c-46df-86cf-f315441b7a99", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "ac1284de-b55c-46df-86cf-f315441b7a99", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8-authn-ssl"} 2026-09-11T22:23:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "ac1284de-b55c-46df-86cf-f315441b7a99", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "1560c465-acd8-4b59-b5e7-02d35d90e85c", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "1560c465-acd8-4b59-b5e7-02d35d90e85c", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8-authn-ssl"} 2026-09-11T22:23:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "1560c465-acd8-4b59-b5e7-02d35d90e85c", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "cc9dcf95-ab62-4a3e-946e-93fed015824e", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "cc9dcf95-ab62-4a3e-946e-93fed015824e", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8-authn-ssl"} 2026-09-11T22:23:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "cc9dcf95-ab62-4a3e-946e-93fed015824e", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "afab0d70-4f0e-4042-9729-4d94e00f0702", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "afab0d70-4f0e-4042-9729-4d94e00f0702", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8-authn-ssl"} 2026-09-11T22:23:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "afab0d70-4f0e-4042-9729-4d94e00f0702", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "7360ee00-933a-427f-bd73-93a0da1a49e3", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "7360ee00-933a-427f-bd73-93a0da1a49e3", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8-authn-ssl"} 2026-09-11T22:23:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "7360ee00-933a-427f-bd73-93a0da1a49e3", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "d2d76094-c58a-4048-a7a8-131554d7e801", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "d2d76094-c58a-4048-a7a8-131554d7e801", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8-authn-ssl"} 2026-09-11T22:23:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "d2d76094-c58a-4048-a7a8-131554d7e801", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "e73cb646-f5d3-43d6-80aa-eee8c299870f", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "e73cb646-f5d3-43d6-80aa-eee8c299870f", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8-authn-ssl"} 2026-09-11T22:23:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "e73cb646-f5d3-43d6-80aa-eee8c299870f", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "5d984f09-79fc-43c0-acc0-f724c9c5bd18", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "5d984f09-79fc-43c0-acc0-f724c9c5bd18", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8-authn-ssl"} 2026-09-11T22:23:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "5d984f09-79fc-43c0-acc0-f724c9c5bd18", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1688a8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "name": "openshift-service-ca.crt", "reconcileID": "afd56fac-fa3d-44ba-a8d7-e15fdd76d707", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8"} 2026-09-11T22:23:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1688a8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "name": "odh-trusted-ca-bundle", "reconcileID": "f22f6767-b8fa-4af4-83eb-04da16b217fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8"} 2026-09-11T22:23:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1688a8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "name": "openshift-service-ca.crt", "reconcileID": "d43a8963-c9bb-48f7-a091-94caea8bd973", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T22:23:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1688a8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "name": "openshift-service-ca.crt", "reconcileID": "d43a8963-c9bb-48f7-a091-94caea8bd973", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8"} 2026-09-11T22:23:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1688a8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "name": "openshift-service-ca.crt", "reconcileID": "3ee76b45-40fb-43a7-8fd7-9bd41522e250", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8"} 2026-09-11T22:23:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1688a8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4b59882-6cc8-4214-9338-0082414c0103", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8"} 2026-09-11T22:23:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1688a8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "name": "odh-trusted-ca-bundle", "reconcileID": "abd62616-63fd-4d85-8e45-94fca77e1225", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T22:23:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1688a8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "name": "odh-trusted-ca-bundle", "reconcileID": "abd62616-63fd-4d85-8e45-94fca77e1225", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8"} 2026-09-11T22:23:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1688a8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba861167-a4ec-41d8-8fd3-242071ef7d83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8"} 2026-09-11T22:23:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "d9bb8e67-80a2-4cf0-a267-0db6048ebaaf", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "d9bb8e67-80a2-4cf0-a267-0db6048ebaaf", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8-authn-ssl"} 2026-09-11T22:23:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "d9bb8e67-80a2-4cf0-a267-0db6048ebaaf", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "6b9735c0-fe71-4247-a2e4-42c5d254e77c", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "6b9735c0-fe71-4247-a2e4-42c5d254e77c", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8-authn-ssl"} 2026-09-11T22:23:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "6b9735c0-fe71-4247-a2e4-42c5d254e77c", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "649250b9-0f3e-49f8-9494-99cd7230f957", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "649250b9-0f3e-49f8-9494-99cd7230f957", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8-authn-ssl"} 2026-09-11T22:23:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "649250b9-0f3e-49f8-9494-99cd7230f957", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "ea178029-2687-456e-99d1-3dac28c34843", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "ea178029-2687-456e-99d1-3dac28c34843", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8-authn-ssl"} 2026-09-11T22:23:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "ea178029-2687-456e-99d1-3dac28c34843", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:23:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1688a8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1a2241b-3798-41bb-bfcb-04f5bb26ed5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8"} 2026-09-11T22:23:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1688a8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1a2241b-3798-41bb-bfcb-04f5bb26ed5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T22:23:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1688a8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1a2241b-3798-41bb-bfcb-04f5bb26ed5e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-1688a8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T22:23:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1688a8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "name": "odh-trusted-ca-bundle", "reconcileID": "9fa4f744-6886-4e9c-90c2-c75899b158ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8"} 2026-09-11T22:23:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1688a8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "name": "odh-trusted-ca-bundle", "reconcileID": "9fa4f744-6886-4e9c-90c2-c75899b158ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8"} 2026-09-11T22:23:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1688a8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "name": "openshift-service-ca.crt", "reconcileID": "14297ee8-4b8f-404c-bd46-42b7d693c145", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8"} 2026-09-11T22:23:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1688a8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "name": "openshift-service-ca.crt", "reconcileID": "14297ee8-4b8f-404c-bd46-42b7d693c145", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8"} 2026-09-11T22:23:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1688a8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8b96924-5253-4211-a67e-e3cdd10c1754", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8"} 2026-09-11T22:23:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1688a8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8b96924-5253-4211-a67e-e3cdd10c1754", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1688a8"} 2026-09-11T22:23:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1688a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1688a8", "reconcileID": "fbd05a9f-5f77-420c-9095-85f4f0f3a556", "Gateway": "e2e-ipp-cleanup-1688a8", "namespace": "openshift-ingress"} 2026-09-11T22:24:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "0ce4579c-45ba-4fe7-a3cb-4ca4c4e75f74", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:24:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "0ce4579c-45ba-4fe7-a3cb-4ca4c4e75f74", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2-authn-ssl"} 2026-09-11T22:24:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "0ce4579c-45ba-4fe7-a3cb-4ca4c4e75f74", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:24:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "72d28453-0e5d-4010-bbf0-6fc86c919ad1", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:24:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "72d28453-0e5d-4010-bbf0-6fc86c919ad1", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2-authn-ssl"} 2026-09-11T22:24:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "72d28453-0e5d-4010-bbf0-6fc86c919ad1", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:24:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "013e0775-0588-4d8e-9266-f1011817b331", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:24:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "013e0775-0588-4d8e-9266-f1011817b331", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2-authn-ssl"} 2026-09-11T22:24:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "013e0775-0588-4d8e-9266-f1011817b331", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:24:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "e2cc869b-15a2-4726-9525-36caf698c9b3", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "e2cc869b-15a2-4726-9525-36caf698c9b3", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "e2cc869b-15a2-4726-9525-36caf698c9b3", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "e2cc869b-15a2-4726-9525-36caf698c9b3", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2-kserve-route-authn"} 2026-09-11T22:24:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "e2cc869b-15a2-4726-9525-36caf698c9b3", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "authType": "userdefined"} 2026-09-11T22:24:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "e2cc869b-15a2-4726-9525-36caf698c9b3", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "44422792-b928-4518-afd2-b7c3fe26654d", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:24:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "44422792-b928-4518-afd2-b7c3fe26654d", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2-authn-ssl"} 2026-09-11T22:24:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "44422792-b928-4518-afd2-b7c3fe26654d", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:24:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "a933e771-340a-4279-90b1-73e48e061605", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "a933e771-340a-4279-90b1-73e48e061605", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2"} 2026-09-11T22:24:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "a933e771-340a-4279-90b1-73e48e061605", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "a933e771-340a-4279-90b1-73e48e061605", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "a933e771-340a-4279-90b1-73e48e061605", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2-kserve-route-authn"} 2026-09-11T22:24:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "a933e771-340a-4279-90b1-73e48e061605", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2-kserve-route-authn"} 2026-09-11T22:24:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "a933e771-340a-4279-90b1-73e48e061605", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "a933e771-340a-4279-90b1-73e48e061605", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "218bf921-af19-4c0b-a187-f4179461d303", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "218bf921-af19-4c0b-a187-f4179461d303", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T22:24:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "218bf921-af19-4c0b-a187-f4179461d303", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-6fe4c2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T22:24:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "odh-trusted-ca-bundle", "reconcileID": "ee1c10e7-f61d-45ed-a25a-602f1f3bb072", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "odh-trusted-ca-bundle", "reconcileID": "ee1c10e7-f61d-45ed-a25a-602f1f3bb072", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "openshift-service-ca.crt", "reconcileID": "ce5364a7-664c-4c9c-9361-d900b79ac36e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "openshift-service-ca.crt", "reconcileID": "ce5364a7-664c-4c9c-9361-d900b79ac36e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a5480da-5fa5-484d-9e3a-70b1756f57c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a5480da-5fa5-484d-9e3a-70b1756f57c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "a12d3fe9-5e83-478a-99c3-de7db2116a93", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "a12d3fe9-5e83-478a-99c3-de7db2116a93", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2"} 2026-09-11T22:24:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "a12d3fe9-5e83-478a-99c3-de7db2116a93", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "a12d3fe9-5e83-478a-99c3-de7db2116a93", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "a12d3fe9-5e83-478a-99c3-de7db2116a93", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2-kserve-route-authn"} 2026-09-11T22:24:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "a12d3fe9-5e83-478a-99c3-de7db2116a93", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2-kserve-route-authn"} 2026-09-11T22:24:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "a12d3fe9-5e83-478a-99c3-de7db2116a93", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "a12d3fe9-5e83-478a-99c3-de7db2116a93", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:55Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6fe4c2","namespace":"ai-tenant-e2e-ipp-a-6fe4c2"}, "namespace": "ai-tenant-e2e-ipp-a-6fe4c2", "name": "ipp-route-6fe4c2", "reconcileID": "25f39253-9f0c-4b12-b34c-4e554f073beb", "LLMInferenceService": "ipp-route-6fe4c2", "namespace": "ai-tenant-e2e-ipp-a-6fe4c2"} 2026-09-11T22:24:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "fd47440a-2129-4706-8d9e-ddda92056327", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:24:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "fd47440a-2129-4706-8d9e-ddda92056327", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2-authn-ssl"} 2026-09-11T22:24:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "fd47440a-2129-4706-8d9e-ddda92056327", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:25:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6fe4c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6fe4c2", "reconcileID": "24f027b4-c1d9-453f-a37e-2fad4c5ec201", "Gateway": "e2e-ipp-a-6fe4c2", "namespace": "openshift-ingress"} 2026-09-11T22:25:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "2ba43d06-1b8d-4e15-8043-9a5fca719110", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:25:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "2ba43d06-1b8d-4e15-8043-9a5fca719110", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52-authn-ssl"} 2026-09-11T22:25:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "2ba43d06-1b8d-4e15-8043-9a5fca719110", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:25:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "f055822e-f765-415b-910c-15c0a985059e", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:25:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "f055822e-f765-415b-910c-15c0a985059e", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52-authn-ssl"} 2026-09-11T22:25:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "f055822e-f765-415b-910c-15c0a985059e", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:25:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-dbaf52"}, "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c2e8f7b-6779-43ea-8440-b044ce78db93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-dbaf52"} 2026-09-11T22:25:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-dbaf52"}, "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c2e8f7b-6779-43ea-8440-b044ce78db93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T22:25:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-dbaf52"}, "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c2e8f7b-6779-43ea-8440-b044ce78db93", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-dbaf52 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T22:25:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-dbaf52"}, "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "name": "odh-trusted-ca-bundle", "reconcileID": "b48713d5-3e6b-4bbf-9cc7-a655423bd27f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-dbaf52"} 2026-09-11T22:25:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-dbaf52"}, "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "name": "odh-trusted-ca-bundle", "reconcileID": "b48713d5-3e6b-4bbf-9cc7-a655423bd27f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-dbaf52"} 2026-09-11T22:25:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-dbaf52"}, "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "name": "openshift-service-ca.crt", "reconcileID": "663e7f78-ccb6-4d51-b32c-8cb937bd8461", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-dbaf52"} 2026-09-11T22:25:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-dbaf52"}, "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "name": "openshift-service-ca.crt", "reconcileID": "663e7f78-ccb6-4d51-b32c-8cb937bd8461", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-dbaf52"} 2026-09-11T22:25:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-dbaf52"}, "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9a4bb83-f6d4-4a06-a89f-10588f563431", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-dbaf52"} 2026-09-11T22:25:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-dbaf52"}, "namespace": "ai-tenant-e2e-ipp-b-dbaf52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9a4bb83-f6d4-4a06-a89f-10588f563431", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-dbaf52"} 2026-09-11T22:25:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-dbaf52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-dbaf52", "reconcileID": "e6247833-df39-46a2-8385-255d453a8017", "Gateway": "e2e-ipp-b-dbaf52", "namespace": "openshift-ingress"} 2026-09-11T22:25:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "88d444c7-f819-4dc7-bf49-a7fb778a4156", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress"} 2026-09-11T22:25:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "88d444c7-f819-4dc7-bf49-a7fb778a4156", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96-authn-ssl"} 2026-09-11T22:25:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "88d444c7-f819-4dc7-bf49-a7fb778a4156", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress"} 2026-09-11T22:25:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "3ed1bc38-3cbc-4eb1-aa86-99f578323b0d", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress"} 2026-09-11T22:25:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "3ed1bc38-3cbc-4eb1-aa86-99f578323b0d", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96-authn-ssl"} 2026-09-11T22:25:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "3ed1bc38-3cbc-4eb1-aa86-99f578323b0d", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress"} 2026-09-11T22:25:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0745b7cb-5024-44a9-b866-1aeb703405ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:25:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0745b7cb-5024-44a9-b866-1aeb703405ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T22:25:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0745b7cb-5024-44a9-b866-1aeb703405ee", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-d09c96 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T22:25:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "odh-trusted-ca-bundle", "reconcileID": "b2669524-857a-4223-ae56-f0030b8189b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:25:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "odh-trusted-ca-bundle", "reconcileID": "b2669524-857a-4223-ae56-f0030b8189b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:25:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "openshift-service-ca.crt", "reconcileID": "d435e306-cc5d-42ca-ac76-3ab9c0421f5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:25:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "openshift-service-ca.crt", "reconcileID": "d435e306-cc5d-42ca-ac76-3ab9c0421f5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:25:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18c0d4fe-6211-4ddf-a986-f468d89dc4f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:25:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d09c96"}, "namespace": "ai-tenant-e2e-shared-a-w3-d09c96", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18c0d4fe-6211-4ddf-a986-f468d89dc4f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d09c96"} 2026-09-11T22:25:36Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d09c96","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d09c96", "reconcileID": "32e678cf-a339-4153-8528-cde9e29c5fe5", "Gateway": "e2e-shared-a-w3-d09c96", "namespace": "openshift-ingress"} 2026-09-11T22:25:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "12793d5b-eff7-4b51-b194-49abb429eef8", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress"} 2026-09-11T22:25:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "12793d5b-eff7-4b51-b194-49abb429eef8", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527-authn-ssl"} 2026-09-11T22:25:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "12793d5b-eff7-4b51-b194-49abb429eef8", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress"} 2026-09-11T22:25:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "c181b64c-b193-4d14-b64c-8f420fdaf4f2", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress"} 2026-09-11T22:25:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "c181b64c-b193-4d14-b64c-8f420fdaf4f2", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527-authn-ssl"} 2026-09-11T22:25:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "c181b64c-b193-4d14-b64c-8f420fdaf4f2", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress"} 2026-09-11T22:25:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec03a679-13ca-436a-a372-aaf177faf365", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:25:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec03a679-13ca-436a-a372-aaf177faf365", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-966527", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T22:25:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec03a679-13ca-436a-a372-aaf177faf365", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-966527 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T22:25:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "odh-trusted-ca-bundle", "reconcileID": "f7e89d78-e9fa-4fc0-b424-e1117ac53448", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:25:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "odh-trusted-ca-bundle", "reconcileID": "f7e89d78-e9fa-4fc0-b424-e1117ac53448", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:25:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "openshift-service-ca.crt", "reconcileID": "1cf1d595-916f-4584-8c55-b1896cc9e6ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:25:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "openshift-service-ca.crt", "reconcileID": "1cf1d595-916f-4584-8c55-b1896cc9e6ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:25:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33e5db3c-0488-4eb9-b279-2d5a8302f3a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:25:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-966527"}, "namespace": "ai-tenant-e2e-shared-b-w3-966527", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33e5db3c-0488-4eb9-b279-2d5a8302f3a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-966527"} 2026-09-11T22:25:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-966527","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-966527", "reconcileID": "cde6af13-7cc5-44f0-a6b7-3b142ba34544", "Gateway": "e2e-shared-b-w3-966527", "namespace": "openshift-ingress"} 2026-09-11T22:29:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "d83680f9-be7e-42e6-8c2f-473ef3110136", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm"} 2026-09-11T22:29:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "d83680f9-be7e-42e6-8c2f-473ef3110136", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm"} 2026-09-11T22:29:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "d83680f9-be7e-42e6-8c2f-473ef3110136", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm"} 2026-09-11T22:29:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9735872a-6b9f-4119-8647-726d5aeb606b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T22:29:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "d83680f9-be7e-42e6-8c2f-473ef3110136", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm", "name": "e2e-same-id-a-f0eecc64-kserve-route-authn"} 2026-09-11T22:29:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "d83680f9-be7e-42e6-8c2f-473ef3110136", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm", "authType": "userdefined"} 2026-09-11T22:29:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "d83680f9-be7e-42e6-8c2f-473ef3110136", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm"} 2026-09-11T22:29:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9735872a-6b9f-4119-8647-726d5aeb606b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T22:29:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9735872a-6b9f-4119-8647-726d5aeb606b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T22:29:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "c20ad519-0d0f-4ed7-99cb-ef94233a2dc0", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm"} 2026-09-11T22:29:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "c20ad519-0d0f-4ed7-99cb-ef94233a2dc0", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm"} 2026-09-11T22:29:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "c20ad519-0d0f-4ed7-99cb-ef94233a2dc0", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm"} 2026-09-11T22:29:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "c20ad519-0d0f-4ed7-99cb-ef94233a2dc0", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm", "name": "e2e-same-id-a-f0eecc64-kserve-route-authn"} 2026-09-11T22:29:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "c20ad519-0d0f-4ed7-99cb-ef94233a2dc0", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm", "authType": "userdefined"} 2026-09-11T22:29:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "c20ad519-0d0f-4ed7-99cb-ef94233a2dc0", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm"} 2026-09-11T22:29:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "abe4458f-bdfd-46f7-a1a9-7ede7ac0a770", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm"} 2026-09-11T22:29:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "abe4458f-bdfd-46f7-a1a9-7ede7ac0a770", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm"} 2026-09-11T22:29:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "abe4458f-bdfd-46f7-a1a9-7ede7ac0a770", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm"} 2026-09-11T22:29:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5c152497-64ba-4a05-85f6-34dd099488f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T22:29:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "abe4458f-bdfd-46f7-a1a9-7ede7ac0a770", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm", "name": "e2e-same-id-b-f0eecc64-kserve-route-authn"} 2026-09-11T22:29:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "abe4458f-bdfd-46f7-a1a9-7ede7ac0a770", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm", "authType": "userdefined"} 2026-09-11T22:29:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "abe4458f-bdfd-46f7-a1a9-7ede7ac0a770", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm"} 2026-09-11T22:29:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5c152497-64ba-4a05-85f6-34dd099488f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T22:29:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5c152497-64ba-4a05-85f6-34dd099488f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T22:30:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7a2de2be-24e4-4121-9d5d-f549e3b93473", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T22:30:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7a2de2be-24e4-4121-9d5d-f549e3b93473", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T22:30:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7a2de2be-24e4-4121-9d5d-f549e3b93473", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T22:30:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "c096ee61-ff3d-4939-ab2f-55b5098e78a3", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "c096ee61-ff3d-4939-ab2f-55b5098e78a3", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "c096ee61-ff3d-4939-ab2f-55b5098e78a3", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "c096ee61-ff3d-4939-ab2f-55b5098e78a3", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm", "name": "e2e-same-id-a-f0eecc64-kserve-route-authn"} 2026-09-11T22:30:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "c096ee61-ff3d-4939-ab2f-55b5098e78a3", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm", "authType": "userdefined"} 2026-09-11T22:30:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "c096ee61-ff3d-4939-ab2f-55b5098e78a3", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "35196c4a-d4a0-49d9-9f24-67b2faf0b114", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "35196c4a-d4a0-49d9-9f24-67b2faf0b114", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "35196c4a-d4a0-49d9-9f24-67b2faf0b114", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "35196c4a-d4a0-49d9-9f24-67b2faf0b114", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm", "name": "e2e-same-id-b-f0eecc64-kserve-route-authn"} 2026-09-11T22:30:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "35196c4a-d4a0-49d9-9f24-67b2faf0b114", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm", "authType": "userdefined"} 2026-09-11T22:30:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "35196c4a-d4a0-49d9-9f24-67b2faf0b114", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "21299289-9112-41ac-9599-7cd20527b10a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T22:30:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "21299289-9112-41ac-9599-7cd20527b10a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T22:30:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "21299289-9112-41ac-9599-7cd20527b10a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T22:30:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "184ea5f2-bb86-421f-8f2a-2068b3e8abe4", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "184ea5f2-bb86-421f-8f2a-2068b3e8abe4", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "184ea5f2-bb86-421f-8f2a-2068b3e8abe4", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "184ea5f2-bb86-421f-8f2a-2068b3e8abe4", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm", "name": "e2e-same-id-b-f0eecc64-kserve-route-authn"} 2026-09-11T22:30:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "184ea5f2-bb86-421f-8f2a-2068b3e8abe4", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm", "authType": "userdefined"} 2026-09-11T22:30:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "184ea5f2-bb86-421f-8f2a-2068b3e8abe4", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:32Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T22:30:32Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T22:30:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "b2d58c49-9cda-4c2e-afe1-7c94c1454a00", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "b2d58c49-9cda-4c2e-afe1-7c94c1454a00", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "b2d58c49-9cda-4c2e-afe1-7c94c1454a00", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "b2d58c49-9cda-4c2e-afe1-7c94c1454a00", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm", "name": "e2e-same-id-a-f0eecc64-kserve-route-authn"} 2026-09-11T22:30:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "b2d58c49-9cda-4c2e-afe1-7c94c1454a00", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm", "authType": "userdefined"} 2026-09-11T22:30:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "b2d58c49-9cda-4c2e-afe1-7c94c1454a00", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:40Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T22:30:40Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T22:30:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "f9ff99a8-8b85-4648-98d8-09c8b5f13fe9", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "f9ff99a8-8b85-4648-98d8-09c8b5f13fe9", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "f9ff99a8-8b85-4648-98d8-09c8b5f13fe9", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "f9ff99a8-8b85-4648-98d8-09c8b5f13fe9", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm", "name": "e2e-same-id-b-f0eecc64-kserve-route-authn"} 2026-09-11T22:30:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "f9ff99a8-8b85-4648-98d8-09c8b5f13fe9", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm", "authType": "userdefined"} 2026-09-11T22:30:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "f9ff99a8-8b85-4648-98d8-09c8b5f13fe9", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "a2615bc4-84b5-47d2-9c2c-9f50f5faba54", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "a2615bc4-84b5-47d2-9c2c-9f50f5faba54", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm", "name": "e2e-same-id-a-f0eecc64"} 2026-09-11T22:30:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "a2615bc4-84b5-47d2-9c2c-9f50f5faba54", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "a2615bc4-84b5-47d2-9c2c-9f50f5faba54", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "a2615bc4-84b5-47d2-9c2c-9f50f5faba54", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm", "name": "e2e-same-id-a-f0eecc64-kserve-route-authn"} 2026-09-11T22:30:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "a2615bc4-84b5-47d2-9c2c-9f50f5faba54", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm", "name": "e2e-same-id-a-f0eecc64-kserve-route-authn"} 2026-09-11T22:30:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f0eecc64", "reconcileID": "cafec0d0-2344-42a2-966d-55e61c59b0c3", "LLMInferenceService": "e2e-same-id-a-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a1417be0-a8ea-4ad5-b120-7be3dbb6325c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T22:30:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a1417be0-a8ea-4ad5-b120-7be3dbb6325c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T22:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a1417be0-a8ea-4ad5-b120-7be3dbb6325c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T22:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e4a8bfc-5bb2-42c6-82ef-cd3dfb9f0316", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T22:30:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e4a8bfc-5bb2-42c6-82ef-cd3dfb9f0316", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T22:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e4a8bfc-5bb2-42c6-82ef-cd3dfb9f0316", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T22:30:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "202ff482-5430-4d50-b209-72e7a2fd1c58", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "202ff482-5430-4d50-b209-72e7a2fd1c58", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm", "name": "e2e-same-id-b-f0eecc64"} 2026-09-11T22:30:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "202ff482-5430-4d50-b209-72e7a2fd1c58", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "202ff482-5430-4d50-b209-72e7a2fd1c58", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "202ff482-5430-4d50-b209-72e7a2fd1c58", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm", "name": "e2e-same-id-b-f0eecc64-kserve-route-authn"} 2026-09-11T22:30:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "202ff482-5430-4d50-b209-72e7a2fd1c58", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm", "name": "e2e-same-id-b-f0eecc64-kserve-route-authn"} 2026-09-11T22:30:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f0eecc64","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f0eecc64", "reconcileID": "20576637-8483-4019-971e-a969df27a3dd", "LLMInferenceService": "e2e-same-id-b-f0eecc64", "namespace": "llm"} 2026-09-11T22:30:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3599f0a9-3c5c-4ced-8248-7d51ffff91e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T22:30:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3599f0a9-3c5c-4ced-8248-7d51ffff91e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T22:30:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3599f0a9-3c5c-4ced-8248-7d51ffff91e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T22:30:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed5918b6-051b-43bd-95b8-ea7c86a778bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T22:30:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed5918b6-051b-43bd-95b8-ea7c86a778bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T22:30:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed5918b6-051b-43bd-95b8-ea7c86a778bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}