2026-08-04T00:23:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "df40407a-df76-45bd-8fc2-a73f1f1bcff6", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:23:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "df40407a-df76-45bd-8fc2-a73f1f1bcff6", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:23:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "df40407a-df76-45bd-8fc2-a73f1f1bcff6", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:23:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "df40407a-df76-45bd-8fc2-a73f1f1bcff6", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978-kserve-route-authn"} 2026-08-04T00:23:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "df40407a-df76-45bd-8fc2-a73f1f1bcff6", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "authType": "userdefined"} 2026-08-04T00:23:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "df40407a-df76-45bd-8fc2-a73f1f1bcff6", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:23:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "ad006a6e-ea9e-4778-9aad-c325403350e2", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:23:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "ad006a6e-ea9e-4778-9aad-c325403350e2", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978-authn-ssl"} 2026-08-04T00:23:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "ad006a6e-ea9e-4778-9aad-c325403350e2", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:23:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "58ae7e2d-ea4f-486f-b2a3-ddd25c833f31", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:23:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "58ae7e2d-ea4f-486f-b2a3-ddd25c833f31", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:23:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "58ae7e2d-ea4f-486f-b2a3-ddd25c833f31", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:23:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "58ae7e2d-ea4f-486f-b2a3-ddd25c833f31", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978-kserve-route-authn"} 2026-08-04T00:23:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "58ae7e2d-ea4f-486f-b2a3-ddd25c833f31", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "authType": "userdefined"} 2026-08-04T00:23:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "58ae7e2d-ea4f-486f-b2a3-ddd25c833f31", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:23:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "94d51ff6-f7a1-4f44-b884-03e5db4684e2", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:23:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "94d51ff6-f7a1-4f44-b884-03e5db4684e2", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:23:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "94d51ff6-f7a1-4f44-b884-03e5db4684e2", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:23:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "94d51ff6-f7a1-4f44-b884-03e5db4684e2", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978-kserve-route-authn"} 2026-08-04T00:23:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "94d51ff6-f7a1-4f44-b884-03e5db4684e2", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "authType": "userdefined"} 2026-08-04T00:23:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "94d51ff6-f7a1-4f44-b884-03e5db4684e2", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:23:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "4a86ab2e-9142-4a3a-816c-37c71d07ebec", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:23:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "4a86ab2e-9142-4a3a-816c-37c71d07ebec", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:23:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "4a86ab2e-9142-4a3a-816c-37c71d07ebec", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:23:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "4a86ab2e-9142-4a3a-816c-37c71d07ebec", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978-kserve-route-authn"} 2026-08-04T00:23:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "4a86ab2e-9142-4a3a-816c-37c71d07ebec", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "authType": "userdefined"} 2026-08-04T00:23:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "4a86ab2e-9142-4a3a-816c-37c71d07ebec", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:24:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "7720cf60-3b5b-4f91-b5e8-1254a27907ea", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:24:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "7720cf60-3b5b-4f91-b5e8-1254a27907ea", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3-authn-ssl"} 2026-08-04T00:24:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "7720cf60-3b5b-4f91-b5e8-1254a27907ea", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:24:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d5c4c650-03db-46cf-9f5e-ebc1c2556c19", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T00:24:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "002676fd-f4b4-4efd-b222-08e6fc56d40b", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:24:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "002676fd-f4b4-4efd-b222-08e6fc56d40b", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978-authn-ssl"} 2026-08-04T00:24:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "002676fd-f4b4-4efd-b222-08e6fc56d40b", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:24:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "892bb1d9-f299-4b29-8b1d-996bc652390d", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:24:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "892bb1d9-f299-4b29-8b1d-996bc652390d", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3-authn-ssl"} 2026-08-04T00:24:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "892bb1d9-f299-4b29-8b1d-996bc652390d", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:24:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "d11a0990-875f-45a3-99a8-bcae0145e2c3", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:24:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "d11a0990-875f-45a3-99a8-bcae0145e2c3", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978-authn-ssl"} 2026-08-04T00:24:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "d11a0990-875f-45a3-99a8-bcae0145e2c3", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:24:30Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-04T00:24:30Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-04T00:24:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "405f7d72-5f12-454b-be0b-a0163e25ee47", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T00:24:31Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-04T00:24:31Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-04T00:24:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "5e285320-a662-435d-b5ec-953854fbf7cb", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:24:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "5e285320-a662-435d-b5ec-953854fbf7cb", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3-authn-ssl"} 2026-08-04T00:24:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "5e285320-a662-435d-b5ec-953854fbf7cb", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:24:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "3502e790-800e-4134-af0d-8a3781c154cb", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:24:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "3502e790-800e-4134-af0d-8a3781c154cb", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978-authn-ssl"} 2026-08-04T00:24:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "3502e790-800e-4134-af0d-8a3781c154cb", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:25:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "sub-test-model-1769a3", "reconcileID": "b8445490-0340-41f7-bd06-c20e4d471958", "LLMInferenceService": "sub-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "sub-test-model-1769a3", "reconcileID": "b8445490-0340-41f7-bd06-c20e4d471958", "LLMInferenceService": "sub-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "sub-test-model-1769a3"} 2026-08-04T00:25:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "sub-test-model-1769a3", "reconcileID": "b8445490-0340-41f7-bd06-c20e4d471958", "LLMInferenceService": "sub-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "sub-test-model-1769a3", "reconcileID": "b8445490-0340-41f7-bd06-c20e4d471958", "LLMInferenceService": "sub-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "sub-test-model-1769a3", "reconcileID": "b8445490-0340-41f7-bd06-c20e4d471958", "LLMInferenceService": "sub-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "sub-test-model-1769a3-kserve-route-authn"} 2026-08-04T00:25:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "sub-test-model-1769a3", "reconcileID": "b8445490-0340-41f7-bd06-c20e4d471958", "LLMInferenceService": "sub-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "sub-test-model-1769a3-kserve-route-authn"} 2026-08-04T00:25:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "sub-test-model-1769a3", "reconcileID": "b8445490-0340-41f7-bd06-c20e4d471958", "LLMInferenceService": "sub-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "sub-test-model-1769a3", "reconcileID": "b8445490-0340-41f7-bd06-c20e4d471958", "LLMInferenceService": "sub-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "sub-test-model-1769a3", "reconcileID": "ef6275a0-5744-40d1-b667-5bbce0a511d5", "LLMInferenceService": "sub-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "6765242c-1f4f-408c-87d2-0af9c44ecc2a", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:25:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "6765242c-1f4f-408c-87d2-0af9c44ecc2a", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3-authn-ssl"} 2026-08-04T00:25:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "6765242c-1f4f-408c-87d2-0af9c44ecc2a", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:25:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "d9469d20-d210-40e6-bdb1-4849e6c4c139", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:25:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "d9469d20-d210-40e6-bdb1-4849e6c4c139", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3-authn-ssl"} 2026-08-04T00:25:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "d9469d20-d210-40e6-bdb1-4849e6c4c139", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:25:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "80c1be7c-bea7-453e-acb0-1f9a38e08d38", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "80c1be7c-bea7-453e-acb0-1f9a38e08d38", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978"} 2026-08-04T00:25:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "80c1be7c-bea7-453e-acb0-1f9a38e08d38", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "80c1be7c-bea7-453e-acb0-1f9a38e08d38", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "80c1be7c-bea7-453e-acb0-1f9a38e08d38", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978-kserve-route-authn"} 2026-08-04T00:25:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "80c1be7c-bea7-453e-acb0-1f9a38e08d38", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978-kserve-route-authn"} 2026-08-04T00:25:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "80c1be7c-bea7-453e-acb0-1f9a38e08d38", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "80c1be7c-bea7-453e-acb0-1f9a38e08d38", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "sub-test-model-98f978", "reconcileID": "7868ce60-4b30-4733-b442-0caf0150f049", "LLMInferenceService": "sub-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "f1e85c17-efb9-4dc5-88cf-53e4b3ca51a8", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:25:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "f1e85c17-efb9-4dc5-88cf-53e4b3ca51a8", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978-authn-ssl"} 2026-08-04T00:25:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "f1e85c17-efb9-4dc5-88cf-53e4b3ca51a8", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:25:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "1cdc79a8-beff-4b5c-9d8e-ed2ca6c80c92", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:25:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "1cdc79a8-beff-4b5c-9d8e-ed2ca6c80c92", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978-authn-ssl"} 2026-08-04T00:25:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "1cdc79a8-beff-4b5c-9d8e-ed2ca6c80c92", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:25:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "2736c32d-2aa9-4c2a-a202-d419e65e07f4", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "2736c32d-2aa9-4c2a-a202-d419e65e07f4", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "2736c32d-2aa9-4c2a-a202-d419e65e07f4", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "23d9b251-5382-4d45-91d3-26f222297c97", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:25:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "2736c32d-2aa9-4c2a-a202-d419e65e07f4", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3-kserve-route-authn"} 2026-08-04T00:25:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "2736c32d-2aa9-4c2a-a202-d419e65e07f4", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3", "authType": "userdefined"} 2026-08-04T00:25:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "2736c32d-2aa9-4c2a-a202-d419e65e07f4", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "23d9b251-5382-4d45-91d3-26f222297c97", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3-authn-ssl"} 2026-08-04T00:25:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "23d9b251-5382-4d45-91d3-26f222297c97", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:25:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "1a375b5b-1d05-4a23-b12d-65fc08c7b921", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "1a375b5b-1d05-4a23-b12d-65fc08c7b921", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "1a375b5b-1d05-4a23-b12d-65fc08c7b921", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "1a375b5b-1d05-4a23-b12d-65fc08c7b921", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3-kserve-route-authn"} 2026-08-04T00:25:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "1a375b5b-1d05-4a23-b12d-65fc08c7b921", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3", "authType": "userdefined"} 2026-08-04T00:25:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "1a375b5b-1d05-4a23-b12d-65fc08c7b921", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "df2ca688-734a-4ca2-b6a6-1191b8636afe", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:25:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "df2ca688-734a-4ca2-b6a6-1191b8636afe", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978-authn-ssl"} 2026-08-04T00:25:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "df2ca688-734a-4ca2-b6a6-1191b8636afe", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:25:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "43a33bad-88de-4f36-b30f-17c726aaf533", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:25:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "43a33bad-88de-4f36-b30f-17c726aaf533", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3-authn-ssl"} 2026-08-04T00:25:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "43a33bad-88de-4f36-b30f-17c726aaf533", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:25:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "538b35eb-861b-4b28-aab7-492cbf344a27", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:25:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "538b35eb-861b-4b28-aab7-492cbf344a27", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3-authn-ssl"} 2026-08-04T00:25:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "538b35eb-861b-4b28-aab7-492cbf344a27", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:25:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "5e9598ba-6af9-4661-9818-9cdf4e896dce", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "5e9598ba-6af9-4661-9818-9cdf4e896dce", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "5e9598ba-6af9-4661-9818-9cdf4e896dce", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "5e9598ba-6af9-4661-9818-9cdf4e896dce", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3-kserve-route-authn"} 2026-08-04T00:25:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "5e9598ba-6af9-4661-9818-9cdf4e896dce", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3", "authType": "userdefined"} 2026-08-04T00:25:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "5e9598ba-6af9-4661-9818-9cdf4e896dce", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "0fccaf28-1176-4e3f-9301-66f57f2bff6b", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "0fccaf28-1176-4e3f-9301-66f57f2bff6b", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "0fccaf28-1176-4e3f-9301-66f57f2bff6b", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "0fccaf28-1176-4e3f-9301-66f57f2bff6b", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3-kserve-route-authn"} 2026-08-04T00:25:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "0fccaf28-1176-4e3f-9301-66f57f2bff6b", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3", "authType": "userdefined"} 2026-08-04T00:25:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "0fccaf28-1176-4e3f-9301-66f57f2bff6b", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "313e1c28-d9ba-4008-8f7f-08b518df6877", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "313e1c28-d9ba-4008-8f7f-08b518df6877", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "313e1c28-d9ba-4008-8f7f-08b518df6877", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "313e1c28-d9ba-4008-8f7f-08b518df6877", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3-kserve-route-authn"} 2026-08-04T00:25:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "313e1c28-d9ba-4008-8f7f-08b518df6877", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3", "authType": "userdefined"} 2026-08-04T00:25:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "313e1c28-d9ba-4008-8f7f-08b518df6877", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:25:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "44f6e221-d624-409d-8acf-ccac7adf2a92", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "44f6e221-d624-409d-8acf-ccac7adf2a92", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "44f6e221-d624-409d-8acf-ccac7adf2a92", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "b0826ae8-3a89-4135-91b0-065f7252afcb", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:25:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "44f6e221-d624-409d-8acf-ccac7adf2a92", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978-kserve-route-authn"} 2026-08-04T00:25:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "44f6e221-d624-409d-8acf-ccac7adf2a92", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "authType": "userdefined"} 2026-08-04T00:25:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "44f6e221-d624-409d-8acf-ccac7adf2a92", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "b0826ae8-3a89-4135-91b0-065f7252afcb", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978-authn-ssl"} 2026-08-04T00:25:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "b0826ae8-3a89-4135-91b0-065f7252afcb", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:25:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "1b305382-cbd1-4d6f-a966-26bfa8b66ec0", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "1b305382-cbd1-4d6f-a966-26bfa8b66ec0", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "1b305382-cbd1-4d6f-a966-26bfa8b66ec0", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "1b305382-cbd1-4d6f-a966-26bfa8b66ec0", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978-kserve-route-authn"} 2026-08-04T00:25:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "1b305382-cbd1-4d6f-a966-26bfa8b66ec0", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "authType": "userdefined"} 2026-08-04T00:25:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "1b305382-cbd1-4d6f-a966-26bfa8b66ec0", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "2563ce49-0139-493a-9d86-ec793b492159", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:25:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "2563ce49-0139-493a-9d86-ec793b492159", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978-authn-ssl"} 2026-08-04T00:25:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "2563ce49-0139-493a-9d86-ec793b492159", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:25:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "99d2d3c6-efbb-4eb5-afe1-de588eeb49a7", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "99d2d3c6-efbb-4eb5-afe1-de588eeb49a7", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "99d2d3c6-efbb-4eb5-afe1-de588eeb49a7", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "99d2d3c6-efbb-4eb5-afe1-de588eeb49a7", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978-kserve-route-authn"} 2026-08-04T00:25:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "99d2d3c6-efbb-4eb5-afe1-de588eeb49a7", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "authType": "userdefined"} 2026-08-04T00:25:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "99d2d3c6-efbb-4eb5-afe1-de588eeb49a7", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "3c59f8d7-6611-4a3c-86ee-bb04eda2a54d", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "3c59f8d7-6611-4a3c-86ee-bb04eda2a54d", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "3c59f8d7-6611-4a3c-86ee-bb04eda2a54d", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "3c59f8d7-6611-4a3c-86ee-bb04eda2a54d", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978-kserve-route-authn"} 2026-08-04T00:25:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "3c59f8d7-6611-4a3c-86ee-bb04eda2a54d", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "authType": "userdefined"} 2026-08-04T00:25:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "3c59f8d7-6611-4a3c-86ee-bb04eda2a54d", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "87ad69b8-eee6-4716-a96f-2eea3636309c", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "87ad69b8-eee6-4716-a96f-2eea3636309c", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "87ad69b8-eee6-4716-a96f-2eea3636309c", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:25:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "87ad69b8-eee6-4716-a96f-2eea3636309c", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978-kserve-route-authn"} 2026-08-04T00:25:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "87ad69b8-eee6-4716-a96f-2eea3636309c", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "authType": "userdefined"} 2026-08-04T00:25:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "87ad69b8-eee6-4716-a96f-2eea3636309c", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:26:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "15d1c381-ce31-4afe-af33-40b6a61a2917", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:26:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "15d1c381-ce31-4afe-af33-40b6a61a2917", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3-authn-ssl"} 2026-08-04T00:26:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "15d1c381-ce31-4afe-af33-40b6a61a2917", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:26:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "0a1200d4-f92b-447b-83dc-e7f69eb2013a", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:26:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "0a1200d4-f92b-447b-83dc-e7f69eb2013a", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978-authn-ssl"} 2026-08-04T00:26:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "0a1200d4-f92b-447b-83dc-e7f69eb2013a", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:26:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "ebec32f7-97dd-4012-9bb8-51efb5fb4b38", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:26:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "ebec32f7-97dd-4012-9bb8-51efb5fb4b38", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978-authn-ssl"} 2026-08-04T00:26:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "ebec32f7-97dd-4012-9bb8-51efb5fb4b38", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:26:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "853cc9c7-2819-45a2-be5b-dfec9f7fd093", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:26:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "853cc9c7-2819-45a2-be5b-dfec9f7fd093", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978-authn-ssl"} 2026-08-04T00:26:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "853cc9c7-2819-45a2-be5b-dfec9f7fd093", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:27:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "5e182b96-0790-40d1-8f21-6439c1c4f59b", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:27:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "5e182b96-0790-40d1-8f21-6439c1c4f59b", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3"} 2026-08-04T00:27:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "5e182b96-0790-40d1-8f21-6439c1c4f59b", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:27:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "5e182b96-0790-40d1-8f21-6439c1c4f59b", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:27:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "5e182b96-0790-40d1-8f21-6439c1c4f59b", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3-kserve-route-authn"} 2026-08-04T00:27:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "5e182b96-0790-40d1-8f21-6439c1c4f59b", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3-kserve-route-authn"} 2026-08-04T00:27:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "5e182b96-0790-40d1-8f21-6439c1c4f59b", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:27:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "5e182b96-0790-40d1-8f21-6439c1c4f59b", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:27:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1769a3","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "rate-test-model-1769a3", "reconcileID": "86c0ad94-a152-486c-a3b2-f411aa01b439", "LLMInferenceService": "rate-test-model-1769a3", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:27:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "3e2bd639-fcec-44d8-a3ba-f4a11b318a13", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:27:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "3e2bd639-fcec-44d8-a3ba-f4a11b318a13", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3-authn-ssl"} 2026-08-04T00:27:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "3e2bd639-fcec-44d8-a3ba-f4a11b318a13", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:27:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "c16584ff-104d-4f95-81db-8dc1631c2c66", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:27:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "c16584ff-104d-4f95-81db-8dc1631c2c66", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3-authn-ssl"} 2026-08-04T00:27:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "c16584ff-104d-4f95-81db-8dc1631c2c66", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:27:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "56e9d9de-2dcb-443b-a9f6-b574b6aaf215", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:27:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "56e9d9de-2dcb-443b-a9f6-b574b6aaf215", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978"} 2026-08-04T00:27:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "56e9d9de-2dcb-443b-a9f6-b574b6aaf215", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:27:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "56e9d9de-2dcb-443b-a9f6-b574b6aaf215", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:27:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "56e9d9de-2dcb-443b-a9f6-b574b6aaf215", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978-kserve-route-authn"} 2026-08-04T00:27:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "56e9d9de-2dcb-443b-a9f6-b574b6aaf215", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978-kserve-route-authn"} 2026-08-04T00:27:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "56e9d9de-2dcb-443b-a9f6-b574b6aaf215", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:27:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "56e9d9de-2dcb-443b-a9f6-b574b6aaf215", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:27:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98f978","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "rate-test-model-98f978", "reconcileID": "8c4e1218-89ad-4694-8f22-4af5d969b386", "LLMInferenceService": "rate-test-model-98f978", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "9e3c0c0b-d3e4-48d7-b903-c238b6dd5eb9", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:27:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "9e3c0c0b-d3e4-48d7-b903-c238b6dd5eb9", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978-authn-ssl"} 2026-08-04T00:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "9e3c0c0b-d3e4-48d7-b903-c238b6dd5eb9", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "9f55a734-767f-4961-b73e-18323f1e2948", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:27:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "9f55a734-767f-4961-b73e-18323f1e2948", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978-authn-ssl"} 2026-08-04T00:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "9f55a734-767f-4961-b73e-18323f1e2948", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:27:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "e79b916a-a616-43ca-8180-01168bd78048", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:27:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "e79b916a-a616-43ca-8180-01168bd78048", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978-authn-ssl"} 2026-08-04T00:27:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "e79b916a-a616-43ca-8180-01168bd78048", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:27:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "e7889861-bff0-4ce1-82f2-e5e0e2aa8bac", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:27:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "e7889861-bff0-4ce1-82f2-e5e0e2aa8bac", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3-authn-ssl"} 2026-08-04T00:27:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "e7889861-bff0-4ce1-82f2-e5e0e2aa8bac", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:27:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "3ed4ea71-29b8-43bd-ba72-abc4b460b2cf", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:27:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "3ed4ea71-29b8-43bd-ba72-abc4b460b2cf", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a-authn-ssl"} 2026-08-04T00:27:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "3ed4ea71-29b8-43bd-ba72-abc4b460b2cf", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:27:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "3c6d502e-4810-4d7c-a332-6ee275329948", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:27:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "3c6d502e-4810-4d7c-a332-6ee275329948", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a-authn-ssl"} 2026-08-04T00:27:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "3c6d502e-4810-4d7c-a332-6ee275329948", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:27:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "c94a5e22-d191-43da-805d-16d17fe6656d", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:27:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "c94a5e22-d191-43da-805d-16d17fe6656d", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a-authn-ssl"} 2026-08-04T00:27:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "c94a5e22-d191-43da-805d-16d17fe6656d", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:27:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "3072559b-cccd-4f67-ace3-ca5c2c01d08a", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:27:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "3072559b-cccd-4f67-ace3-ca5c2c01d08a", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a-authn-ssl"} 2026-08-04T00:27:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "3072559b-cccd-4f67-ace3-ca5c2c01d08a", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:27:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "a7bb0fc2-e0f6-406a-baeb-8b2dafddcbdb", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:27:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "a7bb0fc2-e0f6-406a-baeb-8b2dafddcbdb", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a-authn-ssl"} 2026-08-04T00:27:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "a7bb0fc2-e0f6-406a-baeb-8b2dafddcbdb", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:27:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "42db6d85-6b7d-4f17-bfca-aa3fc913c94d", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:27:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "42db6d85-6b7d-4f17-bfca-aa3fc913c94d", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a-authn-ssl"} 2026-08-04T00:27:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "42db6d85-6b7d-4f17-bfca-aa3fc913c94d", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:27:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "odh-trusted-ca-bundle", "reconcileID": "79415a67-cafd-4f7e-8000-e37cb88d520c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:27:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "openshift-service-ca.crt", "reconcileID": "0e688a83-fb9a-4449-b2bf-f774f96101b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:27:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "openshift-service-ca.crt", "reconcileID": "cd162d7f-2443-4ec5-bd60-651d957c2f76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T00:27:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "openshift-service-ca.crt", "reconcileID": "cd162d7f-2443-4ec5-bd60-651d957c2f76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:27:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "742e7232-418a-4fe3-8f7f-bbc7788a180e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:27:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "openshift-service-ca.crt", "reconcileID": "0b610e7b-77df-41d2-a972-f12b47b8008e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:27:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "odh-trusted-ca-bundle", "reconcileID": "78a72d4d-df0c-4bd2-893e-46e874443c62", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "update": "odh-kserve-custom-ca-bundle"} 2026-08-04T00:27:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "odh-trusted-ca-bundle", "reconcileID": "78a72d4d-df0c-4bd2-893e-46e874443c62", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:27:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a05a565-7a10-49bd-bb36-59481cec0502", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:27:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "02190df9-0fc8-41e4-a4c7-6ed775618ad2", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:27:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "02190df9-0fc8-41e4-a4c7-6ed775618ad2", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a-authn-ssl"} 2026-08-04T00:27:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "02190df9-0fc8-41e4-a4c7-6ed775618ad2", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:27:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "91a4ed61-e237-4b1f-bf3c-27d46ae31fe2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T00:27:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "50157d42-e63f-4322-b8ac-3f15d2b6cba3", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:27:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "50157d42-e63f-4322-b8ac-3f15d2b6cba3", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a-authn-ssl"} 2026-08-04T00:27:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "50157d42-e63f-4322-b8ac-3f15d2b6cba3", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:27:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8ff4f82a-8864-44ae-8b61-2d2f860a71a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T00:27:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "46ac8f60-b57c-4d96-949e-d43228f28824", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:27:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "46ac8f60-b57c-4d96-949e-d43228f28824", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979-authn-ssl"} 2026-08-04T00:27:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "46ac8f60-b57c-4d96-949e-d43228f28824", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:27:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "8c8ea74c-c994-467c-b291-c91674eaabe5", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:27:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "8c8ea74c-c994-467c-b291-c91674eaabe5", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979-authn-ssl"} 2026-08-04T00:27:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "8c8ea74c-c994-467c-b291-c91674eaabe5", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:27:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "2691c754-3948-4eac-9e0e-cca9ddf7f6e4", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:27:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "2691c754-3948-4eac-9e0e-cca9ddf7f6e4", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979-authn-ssl"} 2026-08-04T00:27:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "2691c754-3948-4eac-9e0e-cca9ddf7f6e4", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:27:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "28f32ebc-7e47-4199-b240-11f77be0e5f5", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:27:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "28f32ebc-7e47-4199-b240-11f77be0e5f5", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979-authn-ssl"} 2026-08-04T00:27:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "28f32ebc-7e47-4199-b240-11f77be0e5f5", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:27:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "b15f2b2e-07f2-41fe-9df2-848033463742", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:27:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "b15f2b2e-07f2-41fe-9df2-848033463742", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979-authn-ssl"} 2026-08-04T00:27:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "b15f2b2e-07f2-41fe-9df2-848033463742", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:27:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "a1c4f6dc-8556-49da-bb99-0f3ec5b86656", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:27:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "a1c4f6dc-8556-49da-bb99-0f3ec5b86656", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979-authn-ssl"} 2026-08-04T00:27:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "a1c4f6dc-8556-49da-bb99-0f3ec5b86656", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:27:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "99bad0ed-a868-4e90-ab2a-2d366b5919eb", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:27:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "99bad0ed-a868-4e90-ab2a-2d366b5919eb", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979-authn-ssl"} 2026-08-04T00:27:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "99bad0ed-a868-4e90-ab2a-2d366b5919eb", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:28:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f96979"}, "namespace": "ai-tenant-e2e-ipp-b-f96979", "name": "openshift-service-ca.crt", "reconcileID": "37235d24-5735-4080-a58f-f2931c093afd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f96979"} 2026-08-04T00:28:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f96979"}, "namespace": "ai-tenant-e2e-ipp-b-f96979", "name": "odh-trusted-ca-bundle", "reconcileID": "db546994-1ff0-4ec4-805d-714987190819", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f96979"} 2026-08-04T00:28:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f96979"}, "namespace": "ai-tenant-e2e-ipp-b-f96979", "name": "openshift-service-ca.crt", "reconcileID": "bfaeab46-5923-49b8-b19b-08d16518449d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f96979", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T00:28:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f96979"}, "namespace": "ai-tenant-e2e-ipp-b-f96979", "name": "openshift-service-ca.crt", "reconcileID": "bfaeab46-5923-49b8-b19b-08d16518449d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f96979"} 2026-08-04T00:28:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f96979"}, "namespace": "ai-tenant-e2e-ipp-b-f96979", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f079cea-4af0-4ed0-ad3f-4c5d193acb46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f96979"} 2026-08-04T00:28:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f96979"}, "namespace": "ai-tenant-e2e-ipp-b-f96979", "name": "openshift-service-ca.crt", "reconcileID": "cb5fe3de-f942-4d03-ab3e-4f68fb3e1d22", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f96979"} 2026-08-04T00:28:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f96979"}, "namespace": "ai-tenant-e2e-ipp-b-f96979", "name": "odh-trusted-ca-bundle", "reconcileID": "95d269e1-cec3-4cf7-af08-5c32e2874eb8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f96979", "update": "odh-kserve-custom-ca-bundle"} 2026-08-04T00:28:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f96979"}, "namespace": "ai-tenant-e2e-ipp-b-f96979", "name": "odh-trusted-ca-bundle", "reconcileID": "95d269e1-cec3-4cf7-af08-5c32e2874eb8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f96979"} 2026-08-04T00:28:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f96979"}, "namespace": "ai-tenant-e2e-ipp-b-f96979", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02da43a4-8625-4ac4-aaee-e5a5971d28de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f96979"} 2026-08-04T00:28:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "762e51ac-97ea-4a1d-a52e-22f9a5e6fe6b", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:28:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "762e51ac-97ea-4a1d-a52e-22f9a5e6fe6b", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979-authn-ssl"} 2026-08-04T00:28:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "762e51ac-97ea-4a1d-a52e-22f9a5e6fe6b", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:28:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6c2a8487-0f59-49d7-830a-4fd20d55661b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T00:28:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "48bc59a6-2bbe-4c7c-b3de-3c855a070ed8", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:28:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "48bc59a6-2bbe-4c7c-b3de-3c855a070ed8", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979-authn-ssl"} 2026-08-04T00:28:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "48bc59a6-2bbe-4c7c-b3de-3c855a070ed8", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:28:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "5bd144d6-7624-4771-a656-d383867842cf", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:28:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "5bd144d6-7624-4771-a656-d383867842cf", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:28:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "5bd144d6-7624-4771-a656-d383867842cf", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:28:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "756bf0a0-fb72-42db-909d-2dd6a55b5b1d", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:28:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "5bd144d6-7624-4771-a656-d383867842cf", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a-kserve-route-authn"} 2026-08-04T00:28:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "5bd144d6-7624-4771-a656-d383867842cf", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "authType": "userdefined"} 2026-08-04T00:28:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "5bd144d6-7624-4771-a656-d383867842cf", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:28:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "756bf0a0-fb72-42db-909d-2dd6a55b5b1d", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a-authn-ssl"} 2026-08-04T00:28:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "756bf0a0-fb72-42db-909d-2dd6a55b5b1d", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:28:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "4a51272d-e7b6-48b8-bf57-d30760e276cf", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:28:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "4a51272d-e7b6-48b8-bf57-d30760e276cf", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:28:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "4a51272d-e7b6-48b8-bf57-d30760e276cf", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:28:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "4a51272d-e7b6-48b8-bf57-d30760e276cf", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a-kserve-route-authn"} 2026-08-04T00:28:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "4a51272d-e7b6-48b8-bf57-d30760e276cf", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "authType": "userdefined"} 2026-08-04T00:28:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "4a51272d-e7b6-48b8-bf57-d30760e276cf", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:28:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "fd983efd-ab27-4e3f-839e-9fce9782d3e2", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:28:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "fd983efd-ab27-4e3f-839e-9fce9782d3e2", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a-authn-ssl"} 2026-08-04T00:28:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "fd983efd-ab27-4e3f-839e-9fce9782d3e2", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:28:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "8812c4c5-e413-40f4-913f-c21d6586fd82", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:28:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "8812c4c5-e413-40f4-913f-c21d6586fd82", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:28:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "8812c4c5-e413-40f4-913f-c21d6586fd82", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:28:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "8812c4c5-e413-40f4-913f-c21d6586fd82", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a-kserve-route-authn"} 2026-08-04T00:28:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "8812c4c5-e413-40f4-913f-c21d6586fd82", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "authType": "userdefined"} 2026-08-04T00:28:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "8812c4c5-e413-40f4-913f-c21d6586fd82", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:28:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "e6c2a3ce-1054-4b8d-b3ee-fff42d16f22d", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:28:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "e6c2a3ce-1054-4b8d-b3ee-fff42d16f22d", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:28:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "e6c2a3ce-1054-4b8d-b3ee-fff42d16f22d", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:28:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "e6c2a3ce-1054-4b8d-b3ee-fff42d16f22d", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a-kserve-route-authn"} 2026-08-04T00:28:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "e6c2a3ce-1054-4b8d-b3ee-fff42d16f22d", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "authType": "userdefined"} 2026-08-04T00:28:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "e6c2a3ce-1054-4b8d-b3ee-fff42d16f22d", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:28:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "356d2f32-e309-4484-9a97-ee2740719261", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:28:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "356d2f32-e309-4484-9a97-ee2740719261", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a-authn-ssl"} 2026-08-04T00:28:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "356d2f32-e309-4484-9a97-ee2740719261", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:29:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "46448149-5fd0-4fc4-89cd-e8ba60240cb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T00:29:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "e3722ff6-4229-4bfe-9ee6-d65b792bc67b", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:15Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "e3722ff6-4229-4bfe-9ee6-d65b792bc67b", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42-authn-ssl"} 2026-08-04T00:29:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "e3722ff6-4229-4bfe-9ee6-d65b792bc67b", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "59e4fd2c-8ba7-4c91-937a-c761fc879a9e", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "59e4fd2c-8ba7-4c91-937a-c761fc879a9e", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42-authn-ssl"} 2026-08-04T00:29:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "59e4fd2c-8ba7-4c91-937a-c761fc879a9e", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "8508125e-64d1-4e7a-b47c-730c19f35f4f", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "8508125e-64d1-4e7a-b47c-730c19f35f4f", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42-authn-ssl"} 2026-08-04T00:29:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "8508125e-64d1-4e7a-b47c-730c19f35f4f", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "0160a004-3a59-48af-8f9a-89389317a2b2", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "0160a004-3a59-48af-8f9a-89389317a2b2", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42-authn-ssl"} 2026-08-04T00:29:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "0160a004-3a59-48af-8f9a-89389317a2b2", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "5279c6f3-5406-4df9-9731-efce4f8433ae", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "5279c6f3-5406-4df9-9731-efce4f8433ae", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42-authn-ssl"} 2026-08-04T00:29:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "5279c6f3-5406-4df9-9731-efce4f8433ae", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "c02a0253-8535-455c-b2ce-9a530842e333", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "c02a0253-8535-455c-b2ce-9a530842e333", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42-authn-ssl"} 2026-08-04T00:29:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "c02a0253-8535-455c-b2ce-9a530842e333", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "f8f036f1-44e8-4909-b1ff-84db7684882e", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "f8f036f1-44e8-4909-b1ff-84db7684882e", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42-authn-ssl"} 2026-08-04T00:29:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "f8f036f1-44e8-4909-b1ff-84db7684882e", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a51f42"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "name": "openshift-service-ca.crt", "reconcileID": "4cbe57b4-4dda-46eb-85e1-64e855525612", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42"} 2026-08-04T00:29:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a51f42"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "name": "odh-trusted-ca-bundle", "reconcileID": "07a7f7cc-d490-4f0a-800e-6d828aff2e59", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42"} 2026-08-04T00:29:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a51f42"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "name": "openshift-service-ca.crt", "reconcileID": "37615e1d-ecdf-44f9-9abb-d2c3e3a4c831", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T00:29:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a51f42"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "name": "openshift-service-ca.crt", "reconcileID": "37615e1d-ecdf-44f9-9abb-d2c3e3a4c831", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42"} 2026-08-04T00:29:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a51f42"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87464edc-cf55-4b1b-be73-e147571363a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42"} 2026-08-04T00:29:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a51f42"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "name": "openshift-service-ca.crt", "reconcileID": "21edc28b-1bf9-448d-b8fd-4c3e99472364", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42"} 2026-08-04T00:29:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a51f42"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "name": "odh-trusted-ca-bundle", "reconcileID": "f072fecd-0fa1-4610-8321-3dc7dc3e91ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "update": "odh-kserve-custom-ca-bundle"} 2026-08-04T00:29:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a51f42"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "name": "odh-trusted-ca-bundle", "reconcileID": "f072fecd-0fa1-4610-8321-3dc7dc3e91ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42"} 2026-08-04T00:29:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a51f42"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4fb2860-9804-4dcc-b10f-f27a5f114855", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42"} 2026-08-04T00:29:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "38097e13-06b0-4f99-9782-7774d9e58687", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "38097e13-06b0-4f99-9782-7774d9e58687", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42-authn-ssl"} 2026-08-04T00:29:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "38097e13-06b0-4f99-9782-7774d9e58687", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "25b14e34-454c-4a91-bd6e-ba33e113e762", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T00:29:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "7abd6c1d-610b-491e-b57e-a775f0452e87", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "7abd6c1d-610b-491e-b57e-a775f0452e87", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42-authn-ssl"} 2026-08-04T00:29:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "7abd6c1d-610b-491e-b57e-a775f0452e87", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "88aa53dc-b922-4e2a-a8c9-14b9b952748d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T00:29:38Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-04T00:29:38Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-04T00:29:40Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-04T00:29:40Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-04T00:29:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8d7794ff-4271-44d4-9a36-282167e68a1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T00:29:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "f6ee12db-59cc-47e3-bd9c-56cbe76e75e4", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "f6ee12db-59cc-47e3-bd9c-56cbe76e75e4", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42-authn-ssl"} 2026-08-04T00:29:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "f6ee12db-59cc-47e3-bd9c-56cbe76e75e4", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "5cd7237c-6d41-472d-8578-9016aa5f2883", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "5cd7237c-6d41-472d-8578-9016aa5f2883", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42-authn-ssl"} 2026-08-04T00:29:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a51f42","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a51f42", "reconcileID": "5cd7237c-6d41-472d-8578-9016aa5f2883", "Gateway": "e2e-ipp-cleanup-a51f42", "namespace": "openshift-ingress"} 2026-08-04T00:29:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a51f42"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a63a606-c3cb-4e89-9ef4-522295d00e77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42"} 2026-08-04T00:29:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a51f42"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a63a606-c3cb-4e89-9ef4-522295d00e77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T00:29:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a51f42"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a63a606-c3cb-4e89-9ef4-522295d00e77", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-a51f42 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T00:29:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a51f42"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "name": "odh-trusted-ca-bundle", "reconcileID": "c3e3f30f-ba77-475f-a1e8-b9ec07be2af2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42"} 2026-08-04T00:29:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a51f42"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "name": "odh-trusted-ca-bundle", "reconcileID": "c3e3f30f-ba77-475f-a1e8-b9ec07be2af2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42"} 2026-08-04T00:29:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a51f42"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "name": "openshift-service-ca.crt", "reconcileID": "e6ab9808-1ea0-46f6-bab0-8e29c01f7f6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42"} 2026-08-04T00:29:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a51f42"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "name": "openshift-service-ca.crt", "reconcileID": "e6ab9808-1ea0-46f6-bab0-8e29c01f7f6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42"} 2026-08-04T00:29:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a51f42"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18496c34-fa30-499c-b24f-93d92e39e8ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42"} 2026-08-04T00:29:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a51f42"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18496c34-fa30-499c-b24f-93d92e39e8ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a51f42"} 2026-08-04T00:30:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7294087d-9e3f-4fd4-bdce-30a4f620f9aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T00:30:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "90b8dd95-4935-4a03-b7bd-5e5ccfa1999f", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:30:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "90b8dd95-4935-4a03-b7bd-5e5ccfa1999f", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a-authn-ssl"} 2026-08-04T00:30:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "90b8dd95-4935-4a03-b7bd-5e5ccfa1999f", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:30:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "afbf1166-9842-4629-8cdc-cbb2d105fba1", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:30:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "afbf1166-9842-4629-8cdc-cbb2d105fba1", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a-authn-ssl"} 2026-08-04T00:30:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "afbf1166-9842-4629-8cdc-cbb2d105fba1", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:30:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "e6da6ddd-006a-4421-a2ff-ba8ba0ccbcb2", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:30:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "e6da6ddd-006a-4421-a2ff-ba8ba0ccbcb2", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a-authn-ssl"} 2026-08-04T00:30:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "e6da6ddd-006a-4421-a2ff-ba8ba0ccbcb2", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:30:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "b84c6320-1f37-4183-876d-4e307485b991", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:30:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "b84c6320-1f37-4183-876d-4e307485b991", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a-authn-ssl"} 2026-08-04T00:30:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "b84c6320-1f37-4183-876d-4e307485b991", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:30:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "583a0361-96e4-49d6-b6d4-e1a1c4bfd62d", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:30:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "583a0361-96e4-49d6-b6d4-e1a1c4bfd62d", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:30:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "583a0361-96e4-49d6-b6d4-e1a1c4bfd62d", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:30:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "583a0361-96e4-49d6-b6d4-e1a1c4bfd62d", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a-kserve-route-authn"} 2026-08-04T00:30:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "583a0361-96e4-49d6-b6d4-e1a1c4bfd62d", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "authType": "userdefined"} 2026-08-04T00:30:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "583a0361-96e4-49d6-b6d4-e1a1c4bfd62d", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:30:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "507cab59-9d17-41d7-b608-e51d3a6f5365", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:30:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "507cab59-9d17-41d7-b608-e51d3a6f5365", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T00:30:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "507cab59-9d17-41d7-b608-e51d3a6f5365", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-8c194a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T00:30:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "odh-trusted-ca-bundle", "reconcileID": "28a5e2b3-1941-428d-93df-e707a0a7552a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:30:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "odh-trusted-ca-bundle", "reconcileID": "28a5e2b3-1941-428d-93df-e707a0a7552a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:30:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "openshift-service-ca.crt", "reconcileID": "67312d8c-409f-44ef-bccf-8ae76803d00c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:30:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "openshift-service-ca.crt", "reconcileID": "67312d8c-409f-44ef-bccf-8ae76803d00c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:30:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "129886ab-dcaa-4ad8-864a-b761fa2865b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:30:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "129886ab-dcaa-4ad8-864a-b761fa2865b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:30:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "c8119ec8-07a7-4797-9f68-2909433ed724", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:30:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "c8119ec8-07a7-4797-9f68-2909433ed724", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a-authn-ssl"} 2026-08-04T00:30:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "c8119ec8-07a7-4797-9f68-2909433ed724", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:30:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "df52d4df-8c18-4854-9899-00d638cfa054", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:30:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "df52d4df-8c18-4854-9899-00d638cfa054", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a"} 2026-08-04T00:30:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "df52d4df-8c18-4854-9899-00d638cfa054", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:30:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "df52d4df-8c18-4854-9899-00d638cfa054", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:30:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "df52d4df-8c18-4854-9899-00d638cfa054", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a-kserve-route-authn"} 2026-08-04T00:30:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "df52d4df-8c18-4854-9899-00d638cfa054", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a-kserve-route-authn"} 2026-08-04T00:30:59Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "df52d4df-8c18-4854-9899-00d638cfa054", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:30:59Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "df52d4df-8c18-4854-9899-00d638cfa054", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:31:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "46b30378-6f0a-4424-96cd-fe82e1aba277", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:31:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "46b30378-6f0a-4424-96cd-fe82e1aba277", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a"} 2026-08-04T00:31:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "46b30378-6f0a-4424-96cd-fe82e1aba277", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:31:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "46b30378-6f0a-4424-96cd-fe82e1aba277", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:31:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "46b30378-6f0a-4424-96cd-fe82e1aba277", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a-kserve-route-authn"} 2026-08-04T00:31:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "46b30378-6f0a-4424-96cd-fe82e1aba277", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a-kserve-route-authn"} 2026-08-04T00:31:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "46b30378-6f0a-4424-96cd-fe82e1aba277", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:31:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "46b30378-6f0a-4424-96cd-fe82e1aba277", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:31:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8c194a","namespace":"ai-tenant-e2e-ipp-a-8c194a"}, "namespace": "ai-tenant-e2e-ipp-a-8c194a", "name": "ipp-route-8c194a", "reconcileID": "c1ed54ba-133f-4e32-aa6f-7ce4584cf60d", "LLMInferenceService": "ipp-route-8c194a", "namespace": "ai-tenant-e2e-ipp-a-8c194a"} 2026-08-04T00:31:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "7baff641-5dd9-4022-913c-98bdc0f64011", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:31:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "7baff641-5dd9-4022-913c-98bdc0f64011", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a-authn-ssl"} 2026-08-04T00:31:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8c194a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8c194a", "reconcileID": "7baff641-5dd9-4022-913c-98bdc0f64011", "Gateway": "e2e-ipp-a-8c194a", "namespace": "openshift-ingress"} 2026-08-04T00:31:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "464d5e1d-4278-4b60-9802-7c705a2ffb45", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T00:31:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "a4a1a5e9-cb41-4a86-9a00-851ee696bba0", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:31:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "a4a1a5e9-cb41-4a86-9a00-851ee696bba0", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979-authn-ssl"} 2026-08-04T00:31:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "a4a1a5e9-cb41-4a86-9a00-851ee696bba0", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:31:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "fa6f2e52-9847-459e-bbad-10d24b1dbb43", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:31:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "fa6f2e52-9847-459e-bbad-10d24b1dbb43", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979-authn-ssl"} 2026-08-04T00:31:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f96979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f96979", "reconcileID": "fa6f2e52-9847-459e-bbad-10d24b1dbb43", "Gateway": "e2e-ipp-b-f96979", "namespace": "openshift-ingress"} 2026-08-04T00:31:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f96979"}, "namespace": "ai-tenant-e2e-ipp-b-f96979", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2470d15-9402-4696-b75f-5bb5fe0cabd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f96979"} 2026-08-04T00:31:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f96979"}, "namespace": "ai-tenant-e2e-ipp-b-f96979", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2470d15-9402-4696-b75f-5bb5fe0cabd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f96979", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T00:31:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f96979"}, "namespace": "ai-tenant-e2e-ipp-b-f96979", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2470d15-9402-4696-b75f-5bb5fe0cabd7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-f96979 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T00:31:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f96979"}, "namespace": "ai-tenant-e2e-ipp-b-f96979", "name": "odh-trusted-ca-bundle", "reconcileID": "06bbed6a-7bea-4857-97f9-f49d7ca0ebeb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f96979"} 2026-08-04T00:31:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f96979"}, "namespace": "ai-tenant-e2e-ipp-b-f96979", "name": "odh-trusted-ca-bundle", "reconcileID": "06bbed6a-7bea-4857-97f9-f49d7ca0ebeb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f96979"} 2026-08-04T00:31:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f96979"}, "namespace": "ai-tenant-e2e-ipp-b-f96979", "name": "openshift-service-ca.crt", "reconcileID": "9678ac44-ad0e-47a7-93d4-77802b71d3fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f96979"} 2026-08-04T00:31:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f96979"}, "namespace": "ai-tenant-e2e-ipp-b-f96979", "name": "openshift-service-ca.crt", "reconcileID": "9678ac44-ad0e-47a7-93d4-77802b71d3fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f96979"} 2026-08-04T00:31:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f96979"}, "namespace": "ai-tenant-e2e-ipp-b-f96979", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca79ccd9-8636-4006-a88d-19b634205b87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f96979"} 2026-08-04T00:31:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f96979"}, "namespace": "ai-tenant-e2e-ipp-b-f96979", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca79ccd9-8636-4006-a88d-19b634205b87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f96979"} 2026-08-04T00:31:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ad97c0e1-9307-4f3d-ae61-8644a877edc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T00:31:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "255ec271-f4be-46dd-8435-c6dea95e1713", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:31:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "255ec271-f4be-46dd-8435-c6dea95e1713", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3-authn-ssl"} 2026-08-04T00:31:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "255ec271-f4be-46dd-8435-c6dea95e1713", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:31:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "047d1332-1af9-4901-a2ca-d0ba66918fe2", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:31:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "047d1332-1af9-4901-a2ca-d0ba66918fe2", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3-authn-ssl"} 2026-08-04T00:31:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1769a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1769a3", "reconcileID": "047d1332-1af9-4901-a2ca-d0ba66918fe2", "Gateway": "e2e-shared-a-1769a3", "namespace": "openshift-ingress"} 2026-08-04T00:31:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b62f5f7e-7ef7-4231-a1eb-275a5dab842a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:31:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b62f5f7e-7ef7-4231-a1eb-275a5dab842a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1769a3", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T00:31:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b62f5f7e-7ef7-4231-a1eb-275a5dab842a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-1769a3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T00:31:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "odh-trusted-ca-bundle", "reconcileID": "c3cc8a56-f7f5-4d9b-99a4-939fd4337c85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:31:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "odh-trusted-ca-bundle", "reconcileID": "c3cc8a56-f7f5-4d9b-99a4-939fd4337c85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:31:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "openshift-service-ca.crt", "reconcileID": "89420bb8-9b0f-451e-9924-ce3269212272", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:31:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "openshift-service-ca.crt", "reconcileID": "89420bb8-9b0f-451e-9924-ce3269212272", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:31:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87cdbcbb-6441-49df-a980-4f2fd87269f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:31:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1769a3"}, "namespace": "ai-tenant-e2e-shared-a-1769a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87cdbcbb-6441-49df-a980-4f2fd87269f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1769a3"} 2026-08-04T00:31:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "63a37d6c-e488-412f-b6b6-8a7b6d274c7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-04T00:31:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "45a28c90-4ab2-4174-909b-1bcd9696b93e", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:31:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "45a28c90-4ab2-4174-909b-1bcd9696b93e", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978-authn-ssl"} 2026-08-04T00:31:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "45a28c90-4ab2-4174-909b-1bcd9696b93e", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:31:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "bb53798e-5bbb-4a36-aa42-b3e9c0b11579", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:31:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "bb53798e-5bbb-4a36-aa42-b3e9c0b11579", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978-authn-ssl"} 2026-08-04T00:31:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-98f978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-98f978", "reconcileID": "bb53798e-5bbb-4a36-aa42-b3e9c0b11579", "Gateway": "e2e-shared-b-98f978", "namespace": "openshift-ingress"} 2026-08-04T00:31:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8841d5dc-c518-4549-a7df-3f203be03066", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:31:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8841d5dc-c518-4549-a7df-3f203be03066", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-98f978", "create": "odh-kserve-custom-ca-bundle"} 2026-08-04T00:31:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8841d5dc-c518-4549-a7df-3f203be03066", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-98f978 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-04T00:31:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "odh-trusted-ca-bundle", "reconcileID": "44a7cfb7-dedc-4331-895b-a4a889e0c883", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:31:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "odh-trusted-ca-bundle", "reconcileID": "44a7cfb7-dedc-4331-895b-a4a889e0c883", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:31:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "openshift-service-ca.crt", "reconcileID": "fc21bdc0-a3ec-40a3-a278-318228e89c27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:31:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "openshift-service-ca.crt", "reconcileID": "fc21bdc0-a3ec-40a3-a278-318228e89c27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:31:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46ba0b8c-8790-4679-ae10-f5eca4fe0636", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-98f978"} 2026-08-04T00:31:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-98f978"}, "namespace": "ai-tenant-e2e-shared-b-98f978", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46ba0b8c-8790-4679-ae10-f5eca4fe0636", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-98f978"}