2026-08-04T09:58:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81", "reconcileID": "bf7d24f4-4034-4ab5-bc9f-9658d9715af3", "LLMInferenceService": "sub-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "authType": "userdefined"} 2026-08-04T09:58:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81", "reconcileID": "bf7d24f4-4034-4ab5-bc9f-9658d9715af3", "LLMInferenceService": "sub-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T09:58:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81", "reconcileID": "d972064f-e463-485c-9e62-30478d408d5e", "LLMInferenceService": "sub-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T09:58:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81", "reconcileID": "d972064f-e463-485c-9e62-30478d408d5e", "LLMInferenceService": "sub-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T09:58:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81", "reconcileID": "d972064f-e463-485c-9e62-30478d408d5e", "LLMInferenceService": "sub-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T09:58:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81", "reconcileID": "d972064f-e463-485c-9e62-30478d408d5e", "LLMInferenceService": "sub-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81-kserve-route-authn"} 2026-08-04T09:58:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81", "reconcileID": "d972064f-e463-485c-9e62-30478d408d5e", "LLMInferenceService": "sub-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "authType": "userdefined"} 2026-08-04T09:58:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81", "reconcileID": "d972064f-e463-485c-9e62-30478d408d5e", "LLMInferenceService": "sub-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T09:58:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "3c1f7d05-bd26-4a9e-a24f-3cefa3a44266", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T09:58:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "3c1f7d05-bd26-4a9e-a24f-3cefa3a44266", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress", "name": "e2e-shared-a-497679-authn-ssl"} 2026-08-04T09:58:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "3c1f7d05-bd26-4a9e-a24f-3cefa3a44266", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T09:59:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "5a0e7eca-bacc-4bc9-9cc7-76d352ebe154", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T09:59:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "5a0e7eca-bacc-4bc9-9cc7-76d352ebe154", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81-authn-ssl"} 2026-08-04T09:59:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "5a0e7eca-bacc-4bc9-9cc7-76d352ebe154", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T09:59:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "a5167e64-9193-4443-8b94-de58f4f2df58", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T09:59:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "a5167e64-9193-4443-8b94-de58f4f2df58", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81-authn-ssl"} 2026-08-04T09:59:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "a5167e64-9193-4443-8b94-de58f4f2df58", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T09:59:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "27716a4c-a723-4119-92b5-c04dfe82ac6c", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T09:59:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "27716a4c-a723-4119-92b5-c04dfe82ac6c", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress", "name": "e2e-shared-a-497679-authn-ssl"} 2026-08-04T09:59:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "27716a4c-a723-4119-92b5-c04dfe82ac6c", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T09:59:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "00dbc06d-5188-4e62-88b8-f3341cb3441c", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T09:59:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "00dbc06d-5188-4e62-88b8-f3341cb3441c", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress", "name": "e2e-shared-a-497679-authn-ssl"} 2026-08-04T09:59:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "00dbc06d-5188-4e62-88b8-f3341cb3441c", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T09:59:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "edbfd3cb-ea50-4581-8865-ff639057db8f", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T09:59:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "edbfd3cb-ea50-4581-8865-ff639057db8f", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81-authn-ssl"} 2026-08-04T09:59:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "edbfd3cb-ea50-4581-8865-ff639057db8f", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:00:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "sub-test-model-497679", "reconcileID": "e73823cf-0365-4a26-ae48-2d00970ee385", "LLMInferenceService": "sub-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "sub-test-model-497679", "reconcileID": "e73823cf-0365-4a26-ae48-2d00970ee385", "LLMInferenceService": "sub-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679", "name": "sub-test-model-497679"} 2026-08-04T10:00:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "sub-test-model-497679", "reconcileID": "e73823cf-0365-4a26-ae48-2d00970ee385", "LLMInferenceService": "sub-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "sub-test-model-497679", "reconcileID": "e73823cf-0365-4a26-ae48-2d00970ee385", "LLMInferenceService": "sub-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "sub-test-model-497679", "reconcileID": "e73823cf-0365-4a26-ae48-2d00970ee385", "LLMInferenceService": "sub-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679", "name": "sub-test-model-497679-kserve-route-authn"} 2026-08-04T10:00:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "sub-test-model-497679", "reconcileID": "e73823cf-0365-4a26-ae48-2d00970ee385", "LLMInferenceService": "sub-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679", "name": "sub-test-model-497679-kserve-route-authn"} 2026-08-04T10:00:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "sub-test-model-497679", "reconcileID": "e73823cf-0365-4a26-ae48-2d00970ee385", "LLMInferenceService": "sub-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "sub-test-model-497679", "reconcileID": "e73823cf-0365-4a26-ae48-2d00970ee385", "LLMInferenceService": "sub-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "sub-test-model-497679", "reconcileID": "ce8db122-4e58-44f2-965d-c07cb92b7c6b", "LLMInferenceService": "sub-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "d5baa4e7-9b83-4ae2-a8eb-ed4d747a71d8", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:00:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "d5baa4e7-9b83-4ae2-a8eb-ed4d747a71d8", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress", "name": "e2e-shared-a-497679-authn-ssl"} 2026-08-04T10:00:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "d5baa4e7-9b83-4ae2-a8eb-ed4d747a71d8", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:00:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "54e16154-3bbf-465c-909a-e46e15f8e539", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:00:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "54e16154-3bbf-465c-909a-e46e15f8e539", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress", "name": "e2e-shared-a-497679-authn-ssl"} 2026-08-04T10:00:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "54e16154-3bbf-465c-909a-e46e15f8e539", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:00:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81", "reconcileID": "e6fa4f9e-2627-4753-9957-37b9819e5d54", "LLMInferenceService": "sub-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81", "reconcileID": "e6fa4f9e-2627-4753-9957-37b9819e5d54", "LLMInferenceService": "sub-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81"} 2026-08-04T10:00:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81", "reconcileID": "e6fa4f9e-2627-4753-9957-37b9819e5d54", "LLMInferenceService": "sub-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81", "reconcileID": "e6fa4f9e-2627-4753-9957-37b9819e5d54", "LLMInferenceService": "sub-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81", "reconcileID": "e6fa4f9e-2627-4753-9957-37b9819e5d54", "LLMInferenceService": "sub-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81-kserve-route-authn"} 2026-08-04T10:00:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81", "reconcileID": "e6fa4f9e-2627-4753-9957-37b9819e5d54", "LLMInferenceService": "sub-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81-kserve-route-authn"} 2026-08-04T10:00:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81", "reconcileID": "e6fa4f9e-2627-4753-9957-37b9819e5d54", "LLMInferenceService": "sub-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81", "reconcileID": "e6fa4f9e-2627-4753-9957-37b9819e5d54", "LLMInferenceService": "sub-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "sub-test-model-b0bc81", "reconcileID": "9f0be483-8de7-42bf-ac94-5a55a509b699", "LLMInferenceService": "sub-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "058ac464-8e9b-467d-b0a2-71177f1537b9", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:00:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "058ac464-8e9b-467d-b0a2-71177f1537b9", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81-authn-ssl"} 2026-08-04T10:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "058ac464-8e9b-467d-b0a2-71177f1537b9", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "d4672c68-d7c2-4028-aa64-8c0d99bc9b7a", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:00:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "d4672c68-d7c2-4028-aa64-8c0d99bc9b7a", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81-authn-ssl"} 2026-08-04T10:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "d4672c68-d7c2-4028-aa64-8c0d99bc9b7a", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:00:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "250288a1-797f-44ce-935f-4fcbe3e46c33", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "250288a1-797f-44ce-935f-4fcbe3e46c33", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "250288a1-797f-44ce-935f-4fcbe3e46c33", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "0de64702-ab3a-4f48-91e8-c51556e2a730", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:00:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "250288a1-797f-44ce-935f-4fcbe3e46c33", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679-kserve-route-authn"} 2026-08-04T10:00:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "250288a1-797f-44ce-935f-4fcbe3e46c33", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679", "authType": "userdefined"} 2026-08-04T10:00:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "250288a1-797f-44ce-935f-4fcbe3e46c33", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "0de64702-ab3a-4f48-91e8-c51556e2a730", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress", "name": "e2e-shared-a-497679-authn-ssl"} 2026-08-04T10:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "0de64702-ab3a-4f48-91e8-c51556e2a730", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:00:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "b8021681-5aab-4af1-9e9d-c50801205c0f", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "b8021681-5aab-4af1-9e9d-c50801205c0f", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "b8021681-5aab-4af1-9e9d-c50801205c0f", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "b8021681-5aab-4af1-9e9d-c50801205c0f", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679-kserve-route-authn"} 2026-08-04T10:00:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "b8021681-5aab-4af1-9e9d-c50801205c0f", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679", "authType": "userdefined"} 2026-08-04T10:00:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "b8021681-5aab-4af1-9e9d-c50801205c0f", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "1a96aa56-eab5-4a64-9b8e-10e26b18b71d", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:00:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "1a96aa56-eab5-4a64-9b8e-10e26b18b71d", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress", "name": "e2e-shared-a-497679-authn-ssl"} 2026-08-04T10:00:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "1a96aa56-eab5-4a64-9b8e-10e26b18b71d", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:00:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "d8d893d2-a743-4636-844c-a7670aa05581", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:00:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "d8d893d2-a743-4636-844c-a7670aa05581", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81-authn-ssl"} 2026-08-04T10:00:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "d8d893d2-a743-4636-844c-a7670aa05581", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:00:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "0cd6e111-7ae3-4778-872a-b0082b34f25d", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:00:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "0cd6e111-7ae3-4778-872a-b0082b34f25d", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress", "name": "e2e-shared-a-497679-authn-ssl"} 2026-08-04T10:00:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "0cd6e111-7ae3-4778-872a-b0082b34f25d", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:00:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "bc9d3cc5-14e4-443f-b8db-ff96e86e69eb", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "bc9d3cc5-14e4-443f-b8db-ff96e86e69eb", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "bc9d3cc5-14e4-443f-b8db-ff96e86e69eb", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "bc9d3cc5-14e4-443f-b8db-ff96e86e69eb", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679-kserve-route-authn"} 2026-08-04T10:00:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "bc9d3cc5-14e4-443f-b8db-ff96e86e69eb", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679", "authType": "userdefined"} 2026-08-04T10:00:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "bc9d3cc5-14e4-443f-b8db-ff96e86e69eb", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "104f7b7f-08c3-42e6-837c-ecc83d4d6231", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "104f7b7f-08c3-42e6-837c-ecc83d4d6231", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "104f7b7f-08c3-42e6-837c-ecc83d4d6231", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "104f7b7f-08c3-42e6-837c-ecc83d4d6231", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679-kserve-route-authn"} 2026-08-04T10:00:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "104f7b7f-08c3-42e6-837c-ecc83d4d6231", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679", "authType": "userdefined"} 2026-08-04T10:00:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "104f7b7f-08c3-42e6-837c-ecc83d4d6231", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "cc9a00b7-43d2-4e34-b4f7-9286d65b9a5f", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "cc9a00b7-43d2-4e34-b4f7-9286d65b9a5f", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "cc9a00b7-43d2-4e34-b4f7-9286d65b9a5f", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "cc9a00b7-43d2-4e34-b4f7-9286d65b9a5f", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679-kserve-route-authn"} 2026-08-04T10:00:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "cc9a00b7-43d2-4e34-b4f7-9286d65b9a5f", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679", "authType": "userdefined"} 2026-08-04T10:00:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "cc9a00b7-43d2-4e34-b4f7-9286d65b9a5f", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:00:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "5d668e15-fb13-4899-983f-a63ecd50c327", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "5d668e15-fb13-4899-983f-a63ecd50c327", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "5d668e15-fb13-4899-983f-a63ecd50c327", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "5d668e15-fb13-4899-983f-a63ecd50c327", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81-kserve-route-authn"} 2026-08-04T10:00:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "ad519152-c8b3-462c-a5e7-d52ab5b20c19", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:00:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "5d668e15-fb13-4899-983f-a63ecd50c327", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "authType": "userdefined"} 2026-08-04T10:00:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "5d668e15-fb13-4899-983f-a63ecd50c327", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "ad519152-c8b3-462c-a5e7-d52ab5b20c19", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81-authn-ssl"} 2026-08-04T10:00:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "ad519152-c8b3-462c-a5e7-d52ab5b20c19", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:00:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "78019997-5b90-4da1-b223-dee0dbba2af6", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "78019997-5b90-4da1-b223-dee0dbba2af6", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "78019997-5b90-4da1-b223-dee0dbba2af6", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "78019997-5b90-4da1-b223-dee0dbba2af6", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81-kserve-route-authn"} 2026-08-04T10:00:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "78019997-5b90-4da1-b223-dee0dbba2af6", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "authType": "userdefined"} 2026-08-04T10:00:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "78019997-5b90-4da1-b223-dee0dbba2af6", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "fde26854-d903-439d-84c3-6b1e6f5e0816", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:00:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "fde26854-d903-439d-84c3-6b1e6f5e0816", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81-authn-ssl"} 2026-08-04T10:00:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "fde26854-d903-439d-84c3-6b1e6f5e0816", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:00:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "5eb2266c-4573-4a0f-99d8-9013b16ef344", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "5eb2266c-4573-4a0f-99d8-9013b16ef344", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "5eb2266c-4573-4a0f-99d8-9013b16ef344", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "5eb2266c-4573-4a0f-99d8-9013b16ef344", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81-kserve-route-authn"} 2026-08-04T10:00:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "5eb2266c-4573-4a0f-99d8-9013b16ef344", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "authType": "userdefined"} 2026-08-04T10:00:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "5eb2266c-4573-4a0f-99d8-9013b16ef344", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "e88a3316-f40c-4d9e-a11d-1eac852363ce", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "e88a3316-f40c-4d9e-a11d-1eac852363ce", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "e88a3316-f40c-4d9e-a11d-1eac852363ce", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "e88a3316-f40c-4d9e-a11d-1eac852363ce", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81-kserve-route-authn"} 2026-08-04T10:00:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "e88a3316-f40c-4d9e-a11d-1eac852363ce", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "authType": "userdefined"} 2026-08-04T10:00:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "e88a3316-f40c-4d9e-a11d-1eac852363ce", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "9af1eefa-c759-409a-a1c1-9fcfa05f1bea", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "9af1eefa-c759-409a-a1c1-9fcfa05f1bea", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "9af1eefa-c759-409a-a1c1-9fcfa05f1bea", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "9af1eefa-c759-409a-a1c1-9fcfa05f1bea", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81-kserve-route-authn"} 2026-08-04T10:00:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "9af1eefa-c759-409a-a1c1-9fcfa05f1bea", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "authType": "userdefined"} 2026-08-04T10:00:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "9af1eefa-c759-409a-a1c1-9fcfa05f1bea", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:00:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "9e6a16f5-cda1-4291-9103-73bc5f750350", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:00:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "9e6a16f5-cda1-4291-9103-73bc5f750350", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress", "name": "e2e-shared-a-497679-authn-ssl"} 2026-08-04T10:00:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "9e6a16f5-cda1-4291-9103-73bc5f750350", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:01:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "a5e78291-4c44-4151-ae93-be655a08c1fd", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:01:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "a5e78291-4c44-4151-ae93-be655a08c1fd", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81-authn-ssl"} 2026-08-04T10:01:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "a5e78291-4c44-4151-ae93-be655a08c1fd", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:01:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "d7863e06-a789-4b5e-a5c3-b2cff19da246", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:01:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "d7863e06-a789-4b5e-a5c3-b2cff19da246", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81-authn-ssl"} 2026-08-04T10:01:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "d7863e06-a789-4b5e-a5c3-b2cff19da246", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:01:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "ffca0018-dff2-47ab-ac54-d2fe24b63464", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:01:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "ffca0018-dff2-47ab-ac54-d2fe24b63464", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81-authn-ssl"} 2026-08-04T10:01:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "ffca0018-dff2-47ab-ac54-d2fe24b63464", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:01:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "6ebc452d-182f-4c10-8508-a103f59b50fa", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:01:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "6ebc452d-182f-4c10-8508-a103f59b50fa", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679"} 2026-08-04T10:01:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "6ebc452d-182f-4c10-8508-a103f59b50fa", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:01:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "6ebc452d-182f-4c10-8508-a103f59b50fa", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:01:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "6ebc452d-182f-4c10-8508-a103f59b50fa", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679-kserve-route-authn"} 2026-08-04T10:01:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "6ebc452d-182f-4c10-8508-a103f59b50fa", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679-kserve-route-authn"} 2026-08-04T10:01:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "6ebc452d-182f-4c10-8508-a103f59b50fa", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:01:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "6ebc452d-182f-4c10-8508-a103f59b50fa", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:01:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-497679","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "rate-test-model-497679", "reconcileID": "67cc69c2-57a1-4659-8294-6e4173c1350a", "LLMInferenceService": "rate-test-model-497679", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:01:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "03effb4e-f940-4c19-a20e-1fe76b784b26", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:01:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "03effb4e-f940-4c19-a20e-1fe76b784b26", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress", "name": "e2e-shared-a-497679-authn-ssl"} 2026-08-04T10:01:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "03effb4e-f940-4c19-a20e-1fe76b784b26", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:01:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "b0576bbd-e82d-4ad5-be4f-b8965d4cefee", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:01:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "b0576bbd-e82d-4ad5-be4f-b8965d4cefee", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress", "name": "e2e-shared-a-497679-authn-ssl"} 2026-08-04T10:01:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "b0576bbd-e82d-4ad5-be4f-b8965d4cefee", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:01:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "9a79590a-c9cd-442d-8362-782ea21b375e", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:01:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "9a79590a-c9cd-442d-8362-782ea21b375e", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81"} 2026-08-04T10:01:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "9a79590a-c9cd-442d-8362-782ea21b375e", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:01:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "9a79590a-c9cd-442d-8362-782ea21b375e", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:01:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "9a79590a-c9cd-442d-8362-782ea21b375e", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81-kserve-route-authn"} 2026-08-04T10:01:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "9a79590a-c9cd-442d-8362-782ea21b375e", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81-kserve-route-authn"} 2026-08-04T10:01:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "9a79590a-c9cd-442d-8362-782ea21b375e", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:01:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "9a79590a-c9cd-442d-8362-782ea21b375e", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:01:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b0bc81","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "rate-test-model-b0bc81", "reconcileID": "0d5c88cf-81d9-4b59-b75e-a800ec908d9d", "LLMInferenceService": "rate-test-model-b0bc81", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:01:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "19a237a1-0249-4ec0-af20-9f0ddeff55c9", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:01:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "19a237a1-0249-4ec0-af20-9f0ddeff55c9", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81-authn-ssl"} 2026-08-04T10:01:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "19a237a1-0249-4ec0-af20-9f0ddeff55c9", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:01:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "eb6f6a57-c36c-4b97-a779-6d830315196e", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:01:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "eb6f6a57-c36c-4b97-a779-6d830315196e", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81-authn-ssl"} 2026-08-04T10:01:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "eb6f6a57-c36c-4b97-a779-6d830315196e", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:01:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "f6847bf8-cac0-4de1-8d33-a38f89d554f4", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:01:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "f6847bf8-cac0-4de1-8d33-a38f89d554f4", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress", "name": "e2e-shared-a-497679-authn-ssl"} 2026-08-04T10:01:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "f6847bf8-cac0-4de1-8d33-a38f89d554f4", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:01:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "9b8bb08a-b5f7-4ba1-86fd-b0584db3a4e5", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:01:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "9b8bb08a-b5f7-4ba1-86fd-b0584db3a4e5", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81-authn-ssl"} 2026-08-04T10:01:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "9b8bb08a-b5f7-4ba1-86fd-b0584db3a4e5", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:02:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a6eeecf2-399e-4f1e-bf93-415d1e542e47", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T10:02:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "10ec614e-84c8-46a9-94b6-819e6d1a3b87", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:02:09Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "10ec614e-84c8-46a9-94b6-819e6d1a3b87", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93-authn-ssl"} 2026-08-04T10:02:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "10ec614e-84c8-46a9-94b6-819e6d1a3b87", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:02:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "0d518ed1-8f9c-4d30-97ab-94ccf7609481", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:02:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "0d518ed1-8f9c-4d30-97ab-94ccf7609481", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93-authn-ssl"} 2026-08-04T10:02:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "0d518ed1-8f9c-4d30-97ab-94ccf7609481", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:02:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "3e99032d-f45c-4836-8d54-5a96a399b82b", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:02:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "3e99032d-f45c-4836-8d54-5a96a399b82b", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93-authn-ssl"} 2026-08-04T10:02:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "3e99032d-f45c-4836-8d54-5a96a399b82b", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:02:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "db58a79e-9b4e-44d5-a618-176a7b40d197", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:02:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "db58a79e-9b4e-44d5-a618-176a7b40d197", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93-authn-ssl"} 2026-08-04T10:02:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "db58a79e-9b4e-44d5-a618-176a7b40d197", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:02:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "d2015f2c-8612-4613-a6ca-0ec8fbc3ae00", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:02:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "d2015f2c-8612-4613-a6ca-0ec8fbc3ae00", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93-authn-ssl"} 2026-08-04T10:02:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "d2015f2c-8612-4613-a6ca-0ec8fbc3ae00", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:02:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "11218e6d-ad94-4d3f-bdbb-4105c89c8564", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:02:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "11218e6d-ad94-4d3f-bdbb-4105c89c8564", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93-authn-ssl"} 2026-08-04T10:02:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "11218e6d-ad94-4d3f-bdbb-4105c89c8564", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:02:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "8443e0f9-e84f-4dc5-ad79-3e89f79d4e8f", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:02:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "8443e0f9-e84f-4dc5-ad79-3e89f79d4e8f", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93-authn-ssl"} 2026-08-04T10:02:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "8443e0f9-e84f-4dc5-ad79-3e89f79d4e8f", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:02:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "odh-trusted-ca-bundle", "reconcileID": "110287c3-a19e-41a3-bd0e-be1d63af6ac4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:02:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "openshift-service-ca.crt", "reconcileID": "3f1aca68-90e7-4966-8d5f-2556f350250b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:02:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "openshift-service-ca.crt", "reconcileID": "0630badb-bcae-4a87-9335-d7a3f0c75efa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T10:02:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "openshift-service-ca.crt", "reconcileID": "0630badb-bcae-4a87-9335-d7a3f0c75efa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:02:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "odh-trusted-ca-bundle", "reconcileID": "6cdbd395-5dd7-492a-86ed-c268166ac867", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "update": "odh-kserve-custom-ca-bundle"} 2026-08-04T10:02:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "odh-trusted-ca-bundle", "reconcileID": "6cdbd395-5dd7-492a-86ed-c268166ac867", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:02:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38ab2e56-fe87-41fe-b734-b4403b62041f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:02:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "openshift-service-ca.crt", "reconcileID": "0812997d-0718-411d-868f-6fbda391ba3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:02:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "af582a78-508a-48e6-8c3a-3d25593b4d86", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:02:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "af582a78-508a-48e6-8c3a-3d25593b4d86", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93-authn-ssl"} 2026-08-04T10:02:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "af582a78-508a-48e6-8c3a-3d25593b4d86", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:02:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5fc4af92-1a50-43d5-91d3-4663a9f26968", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T10:02:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "cc05fa17-1002-41ed-a3b2-75c1047fa704", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:02:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "cc05fa17-1002-41ed-a3b2-75c1047fa704", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93-authn-ssl"} 2026-08-04T10:02:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "cc05fa17-1002-41ed-a3b2-75c1047fa704", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:02:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "9b12caf6-c797-420f-8ed8-46cfeda128bb", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:02:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "9b12caf6-c797-420f-8ed8-46cfeda128bb", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908-authn-ssl"} 2026-08-04T10:02:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "9b12caf6-c797-420f-8ed8-46cfeda128bb", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:02:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "ae36406c-91bb-4c0f-9c99-ba7288b2d7b0", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:02:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "ae36406c-91bb-4c0f-9c99-ba7288b2d7b0", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908-authn-ssl"} 2026-08-04T10:02:39Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "ae36406c-91bb-4c0f-9c99-ba7288b2d7b0", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-90d908-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-b-90d908-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T10:02:39Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-90d908-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-b-90d908-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-b-90d908","uid":"cfaa6c08-220a-4c2d-9f4a-f72fbfd5b0e8","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"73312"}, "reason": "ReconcileError"} 2026-08-04T10:02:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "12ba7d6e-7fd3-48c8-87c2-64418d889666", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:02:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "12ba7d6e-7fd3-48c8-87c2-64418d889666", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908-authn-ssl"} 2026-08-04T10:02:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "12ba7d6e-7fd3-48c8-87c2-64418d889666", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:02:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "e10f08ff-d4b4-4347-b61d-2514ec1279a5", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:02:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "e10f08ff-d4b4-4347-b61d-2514ec1279a5", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908-authn-ssl"} 2026-08-04T10:02:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "e10f08ff-d4b4-4347-b61d-2514ec1279a5", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:02:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "8cd68530-70b1-44d0-a908-b12f8996b499", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:02:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "8cd68530-70b1-44d0-a908-b12f8996b499", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908-authn-ssl"} 2026-08-04T10:02:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "8cd68530-70b1-44d0-a908-b12f8996b499", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:02:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "b5a3d7e3-80f4-4487-9e27-d8c1d832af94", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:02:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "b5a3d7e3-80f4-4487-9e27-d8c1d832af94", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908-authn-ssl"} 2026-08-04T10:02:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "b5a3d7e3-80f4-4487-9e27-d8c1d832af94", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:02:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "902899f7-6abf-4fcf-bf53-ac96d274129f", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:02:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "902899f7-6abf-4fcf-bf53-ac96d274129f", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908-authn-ssl"} 2026-08-04T10:02:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "902899f7-6abf-4fcf-bf53-ac96d274129f", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:02:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "2bad3890-aa1b-4762-8bb8-c787278846ca", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:02:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "2bad3890-aa1b-4762-8bb8-c787278846ca", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908-authn-ssl"} 2026-08-04T10:02:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "2bad3890-aa1b-4762-8bb8-c787278846ca", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:02:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-90d908"}, "namespace": "ai-tenant-e2e-ipp-b-90d908", "name": "openshift-service-ca.crt", "reconcileID": "1bfdedf9-7a47-4df3-932d-dc784752bd58", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-90d908"} 2026-08-04T10:02:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90d908"}, "namespace": "ai-tenant-e2e-ipp-b-90d908", "name": "odh-trusted-ca-bundle", "reconcileID": "f3a0ca93-cf86-49c7-a3d2-d377a27eb2aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90d908"} 2026-08-04T10:02:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-90d908"}, "namespace": "ai-tenant-e2e-ipp-b-90d908", "name": "openshift-service-ca.crt", "reconcileID": "1524d8b4-cb52-4367-adb6-bd6ecc546c3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-90d908", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T10:02:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-90d908"}, "namespace": "ai-tenant-e2e-ipp-b-90d908", "name": "openshift-service-ca.crt", "reconcileID": "1524d8b4-cb52-4367-adb6-bd6ecc546c3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-90d908"} 2026-08-04T10:02:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90d908"}, "namespace": "ai-tenant-e2e-ipp-b-90d908", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b1af825-d5f8-41e0-ad4a-dfd706ab27a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90d908"} 2026-08-04T10:02:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-90d908"}, "namespace": "ai-tenant-e2e-ipp-b-90d908", "name": "openshift-service-ca.crt", "reconcileID": "6c0639d0-46a6-46c6-8a10-a4a796b49a1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-90d908"} 2026-08-04T10:02:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90d908"}, "namespace": "ai-tenant-e2e-ipp-b-90d908", "name": "odh-trusted-ca-bundle", "reconcileID": "4dd937ec-c90e-4fcb-92cf-eddb9d842716", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90d908", "update": "odh-kserve-custom-ca-bundle"} 2026-08-04T10:02:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90d908"}, "namespace": "ai-tenant-e2e-ipp-b-90d908", "name": "odh-trusted-ca-bundle", "reconcileID": "4dd937ec-c90e-4fcb-92cf-eddb9d842716", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90d908"} 2026-08-04T10:02:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90d908"}, "namespace": "ai-tenant-e2e-ipp-b-90d908", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10dcfc3a-fba1-4056-9cff-a7d423104ddf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90d908"} 2026-08-04T10:02:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "81bc3499-abff-4a38-a1e2-49bd3080708f", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:02:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "81bc3499-abff-4a38-a1e2-49bd3080708f", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908-authn-ssl"} 2026-08-04T10:02:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "81bc3499-abff-4a38-a1e2-49bd3080708f", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:02:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c657cb37-2e3a-48a2-ad1b-71a9d5c3019a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T10:02:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "eb89dcfc-3f4a-4419-9749-6b833a9e4f0c", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:02:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "eb89dcfc-3f4a-4419-9749-6b833a9e4f0c", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908-authn-ssl"} 2026-08-04T10:02:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "eb89dcfc-3f4a-4419-9749-6b833a9e4f0c", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:03:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "db810d68-1636-42f2-8cc8-ea14ff4d56b8", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:03:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "db810d68-1636-42f2-8cc8-ea14ff4d56b8", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:03:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "db810d68-1636-42f2-8cc8-ea14ff4d56b8", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:03:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "47c7bf25-2b20-4cf3-b09f-d945e8e37a1f", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:03:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "db810d68-1636-42f2-8cc8-ea14ff4d56b8", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93-kserve-route-authn"} 2026-08-04T10:03:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "db810d68-1636-42f2-8cc8-ea14ff4d56b8", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "authType": "userdefined"} 2026-08-04T10:03:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "db810d68-1636-42f2-8cc8-ea14ff4d56b8", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:03:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "47c7bf25-2b20-4cf3-b09f-d945e8e37a1f", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93-authn-ssl"} 2026-08-04T10:03:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "47c7bf25-2b20-4cf3-b09f-d945e8e37a1f", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:03:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "686d8993-acd1-4eeb-b160-351d361e5d63", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:03:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "686d8993-acd1-4eeb-b160-351d361e5d63", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:03:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "686d8993-acd1-4eeb-b160-351d361e5d63", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:03:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "686d8993-acd1-4eeb-b160-351d361e5d63", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93-kserve-route-authn"} 2026-08-04T10:03:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "686d8993-acd1-4eeb-b160-351d361e5d63", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "authType": "userdefined"} 2026-08-04T10:03:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "686d8993-acd1-4eeb-b160-351d361e5d63", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:03:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "630d5f0f-b7cd-47f0-861e-0b3ca930e0bb", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:03:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "630d5f0f-b7cd-47f0-861e-0b3ca930e0bb", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93-authn-ssl"} 2026-08-04T10:03:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "630d5f0f-b7cd-47f0-861e-0b3ca930e0bb", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:03:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "dff587ba-45c3-44ce-84f0-80601f8326d0", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:03:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "dff587ba-45c3-44ce-84f0-80601f8326d0", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:03:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "dff587ba-45c3-44ce-84f0-80601f8326d0", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:03:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "dff587ba-45c3-44ce-84f0-80601f8326d0", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93-kserve-route-authn"} 2026-08-04T10:03:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "dff587ba-45c3-44ce-84f0-80601f8326d0", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "authType": "userdefined"} 2026-08-04T10:03:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "dff587ba-45c3-44ce-84f0-80601f8326d0", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:03:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "07929b97-b50e-43a9-bc2e-931e341f8f59", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T10:03:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "763de5ae-ed87-406a-a54d-46dc2bf6b9c5", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:03:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "763de5ae-ed87-406a-a54d-46dc2bf6b9c5", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:03:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "763de5ae-ed87-406a-a54d-46dc2bf6b9c5", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:03:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "763de5ae-ed87-406a-a54d-46dc2bf6b9c5", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93-kserve-route-authn"} 2026-08-04T10:03:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "763de5ae-ed87-406a-a54d-46dc2bf6b9c5", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "authType": "userdefined"} 2026-08-04T10:03:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "763de5ae-ed87-406a-a54d-46dc2bf6b9c5", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:03:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eba3d729-451b-499b-92be-4d3b2d240f52", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T10:03:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "fab06b60-a170-49c2-a39a-d0fce5077458", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:03:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "fab06b60-a170-49c2-a39a-d0fce5077458", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93-authn-ssl"} 2026-08-04T10:03:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "fab06b60-a170-49c2-a39a-d0fce5077458", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:04:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "c18e2c51-9020-414b-a6f7-e696dbc7459f", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:15Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "c18e2c51-9020-414b-a6f7-e696dbc7459f", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739-authn-ssl"} 2026-08-04T10:04:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "c18e2c51-9020-414b-a6f7-e696dbc7459f", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "e406d494-687e-4a3b-a045-265b2cd554e3", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "e406d494-687e-4a3b-a045-265b2cd554e3", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739-authn-ssl"} 2026-08-04T10:04:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "e406d494-687e-4a3b-a045-265b2cd554e3", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "15aa6546-8111-46ca-b289-814506949c34", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "15aa6546-8111-46ca-b289-814506949c34", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739-authn-ssl"} 2026-08-04T10:04:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "15aa6546-8111-46ca-b289-814506949c34", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "40460494-13ac-4834-b3b3-9de0f316c591", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "40460494-13ac-4834-b3b3-9de0f316c591", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739-authn-ssl"} 2026-08-04T10:04:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "40460494-13ac-4834-b3b3-9de0f316c591", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "5ea3ae01-345b-44df-84fb-9b94cf596328", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "5ea3ae01-345b-44df-84fb-9b94cf596328", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739-authn-ssl"} 2026-08-04T10:04:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "5ea3ae01-345b-44df-84fb-9b94cf596328", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "4eb34ead-b3dc-4a57-918b-bc6e1440b5f8", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "4eb34ead-b3dc-4a57-918b-bc6e1440b5f8", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739-authn-ssl"} 2026-08-04T10:04:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "4eb34ead-b3dc-4a57-918b-bc6e1440b5f8", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "bc89c4f9-db5a-4573-89ac-38acd8dcde2a", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "bc89c4f9-db5a-4573-89ac-38acd8dcde2a", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739-authn-ssl"} 2026-08-04T10:04:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "bc89c4f9-db5a-4573-89ac-38acd8dcde2a", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e0d739"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "name": "openshift-service-ca.crt", "reconcileID": "31c780ff-b5bc-423f-8ce2-af2eedfb37b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739"} 2026-08-04T10:04:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e0d739"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "name": "odh-trusted-ca-bundle", "reconcileID": "3360935a-20a0-45e0-8b0c-851b02a664e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739"} 2026-08-04T10:04:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e0d739"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "name": "openshift-service-ca.crt", "reconcileID": "8610bca6-540d-4318-8738-32e3bde27ad0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T10:04:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e0d739"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "name": "openshift-service-ca.crt", "reconcileID": "8610bca6-540d-4318-8738-32e3bde27ad0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739"} 2026-08-04T10:04:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e0d739"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "610ff21b-b13b-4fc6-b460-9efc7f21ed77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739"} 2026-08-04T10:04:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e0d739"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "name": "openshift-service-ca.crt", "reconcileID": "e72d8b3c-45e7-4f38-a5c7-85e477290254", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739"} 2026-08-04T10:04:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e0d739"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "name": "odh-trusted-ca-bundle", "reconcileID": "819adf23-71c1-4f2d-b2ff-95ff8bcfecd4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "update": "odh-kserve-custom-ca-bundle"} 2026-08-04T10:04:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e0d739"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "name": "odh-trusted-ca-bundle", "reconcileID": "819adf23-71c1-4f2d-b2ff-95ff8bcfecd4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739"} 2026-08-04T10:04:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e0d739"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b71b1b83-92e1-4796-8b4f-880f9c01525d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739"} 2026-08-04T10:04:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "34bdad28-135b-4d27-9b2c-1d4bcead0fc5", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "34bdad28-135b-4d27-9b2c-1d4bcead0fc5", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739-authn-ssl"} 2026-08-04T10:04:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "34bdad28-135b-4d27-9b2c-1d4bcead0fc5", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "82c5c40e-9c0a-41ba-bbae-d7d495440e9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T10:04:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "dedd2ac8-6291-47fb-9c50-52bceab93bbf", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "dedd2ac8-6291-47fb-9c50-52bceab93bbf", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739-authn-ssl"} 2026-08-04T10:04:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "dedd2ac8-6291-47fb-9c50-52bceab93bbf", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "a149b1a9-75f0-4e61-a1db-63b8208aa6ab", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "a149b1a9-75f0-4e61-a1db-63b8208aa6ab", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739-authn-ssl"} 2026-08-04T10:04:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "a149b1a9-75f0-4e61-a1db-63b8208aa6ab", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "2770e6bc-d742-4e7a-ac5c-cbe3b776a9cc", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "2770e6bc-d742-4e7a-ac5c-cbe3b776a9cc", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739-authn-ssl"} 2026-08-04T10:04:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "2770e6bc-d742-4e7a-ac5c-cbe3b776a9cc", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:04:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e0d739"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50e85660-f67d-4db2-aab7-6da9b407a783", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739"} 2026-08-04T10:04:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e0d739"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50e85660-f67d-4db2-aab7-6da9b407a783", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T10:04:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e0d739"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50e85660-f67d-4db2-aab7-6da9b407a783", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-e0d739 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T10:04:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e0d739"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "name": "odh-trusted-ca-bundle", "reconcileID": "39e81e89-1e5e-4b0e-877a-95900b2595c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739"} 2026-08-04T10:04:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e0d739"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "name": "odh-trusted-ca-bundle", "reconcileID": "39e81e89-1e5e-4b0e-877a-95900b2595c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739"} 2026-08-04T10:04:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e0d739"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "name": "openshift-service-ca.crt", "reconcileID": "93b6e201-84e3-40b7-8325-a3cc58c520f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739"} 2026-08-04T10:04:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e0d739"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "name": "openshift-service-ca.crt", "reconcileID": "93b6e201-84e3-40b7-8325-a3cc58c520f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739"} 2026-08-04T10:04:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e0d739"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da9e7d2a-09f8-4963-b64f-ac6d55b18ffa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739"} 2026-08-04T10:04:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e0d739"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da9e7d2a-09f8-4963-b64f-ac6d55b18ffa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e0d739"} 2026-08-04T10:04:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e0d739","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e0d739", "reconcileID": "4fd33be1-b845-4a92-820e-457cc2c17dfc", "Gateway": "e2e-ipp-cleanup-e0d739", "namespace": "openshift-ingress"} 2026-08-04T10:05:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f51e414f-46b4-46e1-96d6-b5b6ef16dd58", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T10:05:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "e6ba7c52-029d-44d3-baf9-d77273eb2eb7", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:05:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "e6ba7c52-029d-44d3-baf9-d77273eb2eb7", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93-authn-ssl"} 2026-08-04T10:05:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "e6ba7c52-029d-44d3-baf9-d77273eb2eb7", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "aafc5a79-e2b7-4405-bdb8-30b80a1c78cb", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:05:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "aafc5a79-e2b7-4405-bdb8-30b80a1c78cb", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93-authn-ssl"} 2026-08-04T10:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "aafc5a79-e2b7-4405-bdb8-30b80a1c78cb", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "3ff92820-78df-4db8-8981-44d5931c1c7f", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:05:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "3ff92820-78df-4db8-8981-44d5931c1c7f", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93-authn-ssl"} 2026-08-04T10:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "3ff92820-78df-4db8-8981-44d5931c1c7f", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:05:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "a3be011a-92b6-43b8-a6e2-a9f487d8171c", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:05:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "a3be011a-92b6-43b8-a6e2-a9f487d8171c", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93-authn-ssl"} 2026-08-04T10:05:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "a3be011a-92b6-43b8-a6e2-a9f487d8171c", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:05:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "e8c806e6-0a53-48ab-8fe2-27a75f430765", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:05:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "e8c806e6-0a53-48ab-8fe2-27a75f430765", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:05:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "e8c806e6-0a53-48ab-8fe2-27a75f430765", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:05:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "e8c806e6-0a53-48ab-8fe2-27a75f430765", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93-kserve-route-authn"} 2026-08-04T10:05:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "e8c806e6-0a53-48ab-8fe2-27a75f430765", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "authType": "userdefined"} 2026-08-04T10:05:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "e8c806e6-0a53-48ab-8fe2-27a75f430765", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:05:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "474a141f-05e6-4799-9472-39e67cb2c685", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:05:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "474a141f-05e6-4799-9472-39e67cb2c685", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:05:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "474a141f-05e6-4799-9472-39e67cb2c685", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:05:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "474a141f-05e6-4799-9472-39e67cb2c685", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93-kserve-route-authn"} 2026-08-04T10:05:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "474a141f-05e6-4799-9472-39e67cb2c685", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "authType": "userdefined"} 2026-08-04T10:05:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "474a141f-05e6-4799-9472-39e67cb2c685", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:05:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "e41eb148-1fa4-4d55-907b-1874894e8c9e", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:05:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "e41eb148-1fa4-4d55-907b-1874894e8c9e", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:05:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "e41eb148-1fa4-4d55-907b-1874894e8c9e", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:05:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "e41eb148-1fa4-4d55-907b-1874894e8c9e", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93-kserve-route-authn"} 2026-08-04T10:05:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "e41eb148-1fa4-4d55-907b-1874894e8c9e", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "authType": "userdefined"} 2026-08-04T10:05:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "e41eb148-1fa4-4d55-907b-1874894e8c9e", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:06:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "7d4c8c30-6e23-44a1-bb65-6a233c624a4a", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:06:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "7d4c8c30-6e23-44a1-bb65-6a233c624a4a", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93"} 2026-08-04T10:06:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "7d4c8c30-6e23-44a1-bb65-6a233c624a4a", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:06:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "7d4c8c30-6e23-44a1-bb65-6a233c624a4a", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:06:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "7d4c8c30-6e23-44a1-bb65-6a233c624a4a", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93-kserve-route-authn"} 2026-08-04T10:06:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "7d4c8c30-6e23-44a1-bb65-6a233c624a4a", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93-kserve-route-authn"} 2026-08-04T10:06:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "7d4c8c30-6e23-44a1-bb65-6a233c624a4a", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:06:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "7d4c8c30-6e23-44a1-bb65-6a233c624a4a", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:06:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "ce430afa-f1e4-4ae7-8b6f-5ee2d9b848b9", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:06:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "ce430afa-f1e4-4ae7-8b6f-5ee2d9b848b9", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93-authn-ssl"} 2026-08-04T10:06:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "ce430afa-f1e4-4ae7-8b6f-5ee2d9b848b9", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:06:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b3d5378-9c4d-4a1d-bbde-92dc41524f51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:06:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b3d5378-9c4d-4a1d-bbde-92dc41524f51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T10:06:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b3d5378-9c4d-4a1d-bbde-92dc41524f51", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fc7b93 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T10:06:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "odh-trusted-ca-bundle", "reconcileID": "34ab08a6-205f-463e-9155-976550e97d90", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:06:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "odh-trusted-ca-bundle", "reconcileID": "34ab08a6-205f-463e-9155-976550e97d90", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:06:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "openshift-service-ca.crt", "reconcileID": "63039b16-a51e-4096-89dc-2ec38b168c9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:06:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "openshift-service-ca.crt", "reconcileID": "63039b16-a51e-4096-89dc-2ec38b168c9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:06:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d94d0ae-356a-4b54-a5cc-2770e8467ff1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:06:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d94d0ae-356a-4b54-a5cc-2770e8467ff1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:06:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "eb58a853-fc3b-4b7f-9b7e-30bcdbd99e93", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:06:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "eb58a853-fc3b-4b7f-9b7e-30bcdbd99e93", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93"} 2026-08-04T10:06:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "eb58a853-fc3b-4b7f-9b7e-30bcdbd99e93", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:06:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "eb58a853-fc3b-4b7f-9b7e-30bcdbd99e93", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:06:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "eb58a853-fc3b-4b7f-9b7e-30bcdbd99e93", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93-kserve-route-authn"} 2026-08-04T10:06:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "eb58a853-fc3b-4b7f-9b7e-30bcdbd99e93", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93-kserve-route-authn"} 2026-08-04T10:06:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "eb58a853-fc3b-4b7f-9b7e-30bcdbd99e93", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:06:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "eb58a853-fc3b-4b7f-9b7e-30bcdbd99e93", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:06:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fc7b93","namespace":"ai-tenant-e2e-ipp-a-fc7b93"}, "namespace": "ai-tenant-e2e-ipp-a-fc7b93", "name": "ipp-route-fc7b93", "reconcileID": "756c83cd-b6f7-48f4-9efb-b4c2026b3279", "LLMInferenceService": "ipp-route-fc7b93", "namespace": "ai-tenant-e2e-ipp-a-fc7b93"} 2026-08-04T10:06:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "cb58d53e-eb97-4aca-9525-9fe799820c56", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:06:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "cb58d53e-eb97-4aca-9525-9fe799820c56", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93-authn-ssl"} 2026-08-04T10:06:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "cb58d53e-eb97-4aca-9525-9fe799820c56", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:06:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fc7b93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fc7b93", "reconcileID": "2ec6d13a-9041-4510-8937-762bb21ff4eb", "Gateway": "e2e-ipp-a-fc7b93", "namespace": "openshift-ingress"} 2026-08-04T10:06:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9b15687d-b62a-43cd-ac23-34574e0d5f1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T10:06:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "8759ca14-3641-4261-92ba-9663ec5a7974", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:06:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "8759ca14-3641-4261-92ba-9663ec5a7974", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908-authn-ssl"} 2026-08-04T10:06:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "8759ca14-3641-4261-92ba-9663ec5a7974", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:06:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "fc987ce1-c42a-47e7-a9bc-1c02229bc1e5", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:06:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "fc987ce1-c42a-47e7-a9bc-1c02229bc1e5", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908-authn-ssl"} 2026-08-04T10:06:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "fc987ce1-c42a-47e7-a9bc-1c02229bc1e5", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:06:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90d908"}, "namespace": "ai-tenant-e2e-ipp-b-90d908", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08ab9094-914b-4c1f-a77e-c664cf7a3527", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90d908"} 2026-08-04T10:06:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90d908"}, "namespace": "ai-tenant-e2e-ipp-b-90d908", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08ab9094-914b-4c1f-a77e-c664cf7a3527", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90d908", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T10:06:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90d908"}, "namespace": "ai-tenant-e2e-ipp-b-90d908", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08ab9094-914b-4c1f-a77e-c664cf7a3527", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-90d908 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T10:06:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90d908"}, "namespace": "ai-tenant-e2e-ipp-b-90d908", "name": "odh-trusted-ca-bundle", "reconcileID": "0dc090cc-9525-455e-a4e5-90ae78ba3152", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90d908"} 2026-08-04T10:06:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90d908"}, "namespace": "ai-tenant-e2e-ipp-b-90d908", "name": "odh-trusted-ca-bundle", "reconcileID": "0dc090cc-9525-455e-a4e5-90ae78ba3152", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90d908"} 2026-08-04T10:06:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-90d908"}, "namespace": "ai-tenant-e2e-ipp-b-90d908", "name": "openshift-service-ca.crt", "reconcileID": "b6ad9472-d6fd-4b83-a110-b833aec44f71", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-90d908"} 2026-08-04T10:06:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-90d908"}, "namespace": "ai-tenant-e2e-ipp-b-90d908", "name": "openshift-service-ca.crt", "reconcileID": "b6ad9472-d6fd-4b83-a110-b833aec44f71", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-90d908"} 2026-08-04T10:06:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90d908"}, "namespace": "ai-tenant-e2e-ipp-b-90d908", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4873e119-d8b0-4e75-bea4-8b6dc0767ef4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90d908"} 2026-08-04T10:06:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90d908"}, "namespace": "ai-tenant-e2e-ipp-b-90d908", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4873e119-d8b0-4e75-bea4-8b6dc0767ef4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90d908"} 2026-08-04T10:06:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90d908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90d908", "reconcileID": "41edabab-c004-41ca-904e-9cc7c752696d", "Gateway": "e2e-ipp-b-90d908", "namespace": "openshift-ingress"} 2026-08-04T10:06:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d85be50d-0b73-40ec-939b-436c4489a645", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T10:06:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "08f0ce4b-eb2d-488f-9963-7e761b537403", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:06:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "08f0ce4b-eb2d-488f-9963-7e761b537403", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress", "name": "e2e-shared-a-497679-authn-ssl"} 2026-08-04T10:06:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "08f0ce4b-eb2d-488f-9963-7e761b537403", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:06:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "e2d377d7-9e92-4015-b2a5-92578cff6e1f", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:06:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "e2d377d7-9e92-4015-b2a5-92578cff6e1f", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress", "name": "e2e-shared-a-497679-authn-ssl"} 2026-08-04T10:06:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "e2d377d7-9e92-4015-b2a5-92578cff6e1f", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:06:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4e3611f-b085-4dc7-901f-c7999578b8d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:06:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4e3611f-b085-4dc7-901f-c7999578b8d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-497679", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T10:06:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4e3611f-b085-4dc7-901f-c7999578b8d9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-497679 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T10:06:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "odh-trusted-ca-bundle", "reconcileID": "afeb260d-2fca-465d-83f3-594505def444", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:06:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "odh-trusted-ca-bundle", "reconcileID": "afeb260d-2fca-465d-83f3-594505def444", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:06:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "openshift-service-ca.crt", "reconcileID": "f4fdbe7f-cfa2-43a0-aff3-3e81bf223c05", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:06:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "openshift-service-ca.crt", "reconcileID": "f4fdbe7f-cfa2-43a0-aff3-3e81bf223c05", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:06:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a90e549-20d8-4901-85fd-b1ffd18122bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:06:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-497679"}, "namespace": "ai-tenant-e2e-shared-a-497679", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a90e549-20d8-4901-85fd-b1ffd18122bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-497679"} 2026-08-04T10:06:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-497679","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-497679", "reconcileID": "8961a955-9c06-4d96-896d-2da846660396", "Gateway": "e2e-shared-a-497679", "namespace": "openshift-ingress"} 2026-08-04T10:06:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "398345ad-65e1-459f-b642-7954bf2f2552", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T10:06:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "324255e5-a315-493a-811f-924c7fed1176", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:06:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "324255e5-a315-493a-811f-924c7fed1176", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81-authn-ssl"} 2026-08-04T10:06:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "324255e5-a315-493a-811f-924c7fed1176", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:06:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "d2b4b78d-7d14-4f6d-a24f-75bf8deef639", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:06:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "d2b4b78d-7d14-4f6d-a24f-75bf8deef639", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81-authn-ssl"} 2026-08-04T10:06:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "d2b4b78d-7d14-4f6d-a24f-75bf8deef639", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:07:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35109396-e1ec-40e0-a7b5-79dc6791c19e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:07:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35109396-e1ec-40e0-a7b5-79dc6791c19e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b0bc81", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T10:07:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35109396-e1ec-40e0-a7b5-79dc6791c19e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-b0bc81 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T10:07:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "odh-trusted-ca-bundle", "reconcileID": "859dbb0e-3585-4944-a9c0-71e96b7fcb23", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:07:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "odh-trusted-ca-bundle", "reconcileID": "859dbb0e-3585-4944-a9c0-71e96b7fcb23", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:07:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "openshift-service-ca.crt", "reconcileID": "854b8fc8-7bd4-4315-8889-d535875dc891", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:07:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "openshift-service-ca.crt", "reconcileID": "854b8fc8-7bd4-4315-8889-d535875dc891", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:07:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88b4af17-fecf-44c6-993e-39eece9e7bf8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:07:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b0bc81"}, "namespace": "ai-tenant-e2e-shared-b-b0bc81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88b4af17-fecf-44c6-993e-39eece9e7bf8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b0bc81"} 2026-08-04T10:07:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b0bc81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b0bc81", "reconcileID": "e12bd00a-b2e4-4de6-b6da-b358387768fc", "Gateway": "e2e-shared-b-b0bc81", "namespace": "openshift-ingress"} 2026-08-04T10:07:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3d9d4fd5-3275-4159-8f8f-b9faaee33d6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}