2026-07-26T18:42:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "f0d12750-be97-429f-bcb6-e11f9ad8dd9c", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:42:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c3433bfe-ea09-48a5-aa8f-e63cbb192185", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-26T18:43:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "f6e4fa0d-3621-4702-acec-233b053e5e82", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:43:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "f6e4fa0d-3621-4702-acec-233b053e5e82", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4-authn-ssl"} 2026-07-26T18:43:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "f6e4fa0d-3621-4702-acec-233b053e5e82", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6816fad6-1260-41f5-99fe-eef268768a63", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-26T18:43:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "d5e09b6f-9eba-431f-a084-88cd0deb11be", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:43:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "d5e09b6f-9eba-431f-a084-88cd0deb11be", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d-authn-ssl"} 2026-07-26T18:43:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "d5e09b6f-9eba-431f-a084-88cd0deb11be", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:43:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "15d3f4d7-f29d-4495-a49d-5310e4743fad", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:43:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "15d3f4d7-f29d-4495-a49d-5310e4743fad", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:43:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "15d3f4d7-f29d-4495-a49d-5310e4743fad", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:43:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "15d3f4d7-f29d-4495-a49d-5310e4743fad", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d-kserve-route-authn"} 2026-07-26T18:43:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "15d3f4d7-f29d-4495-a49d-5310e4743fad", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "authType": "userdefined"} 2026-07-26T18:43:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "15d3f4d7-f29d-4495-a49d-5310e4743fad", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:43:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "fd5b7ac8-2e0c-430a-81ad-ca88d0bd3125", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:43:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "fd5b7ac8-2e0c-430a-81ad-ca88d0bd3125", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:43:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "fd5b7ac8-2e0c-430a-81ad-ca88d0bd3125", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:43:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "fd5b7ac8-2e0c-430a-81ad-ca88d0bd3125", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d-kserve-route-authn"} 2026-07-26T18:43:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "fd5b7ac8-2e0c-430a-81ad-ca88d0bd3125", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "authType": "userdefined"} 2026-07-26T18:43:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "fd5b7ac8-2e0c-430a-81ad-ca88d0bd3125", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:43:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "ee912ef7-9f46-479c-a074-16d5e243f8e7", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:43:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "ee912ef7-9f46-479c-a074-16d5e243f8e7", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:43:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "ee912ef7-9f46-479c-a074-16d5e243f8e7", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:43:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "99afce44-07ba-45bd-a060-feaa32421456", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:43:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "ee912ef7-9f46-479c-a074-16d5e243f8e7", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4-kserve-route-authn"} 2026-07-26T18:43:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "ee912ef7-9f46-479c-a074-16d5e243f8e7", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "authType": "userdefined"} 2026-07-26T18:43:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "ee912ef7-9f46-479c-a074-16d5e243f8e7", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:43:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "99afce44-07ba-45bd-a060-feaa32421456", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4-authn-ssl"} 2026-07-26T18:43:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "99afce44-07ba-45bd-a060-feaa32421456", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:43:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "38fb4a41-86ca-4144-9035-98fc794ec4e5", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:43:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "38fb4a41-86ca-4144-9035-98fc794ec4e5", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:43:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "38fb4a41-86ca-4144-9035-98fc794ec4e5", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:43:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "38fb4a41-86ca-4144-9035-98fc794ec4e5", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4-kserve-route-authn"} 2026-07-26T18:43:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "38fb4a41-86ca-4144-9035-98fc794ec4e5", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "authType": "userdefined"} 2026-07-26T18:43:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "38fb4a41-86ca-4144-9035-98fc794ec4e5", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:43:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "cc32713f-bacb-4f38-9f5c-f7b3f809717f", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:43:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "cc32713f-bacb-4f38-9f5c-f7b3f809717f", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4-authn-ssl"} 2026-07-26T18:43:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "cc32713f-bacb-4f38-9f5c-f7b3f809717f", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:43:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "e7216cd2-1552-4365-bc56-f559fa986eca", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:43:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "e7216cd2-1552-4365-bc56-f559fa986eca", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:43:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "e7216cd2-1552-4365-bc56-f559fa986eca", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:43:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "e7216cd2-1552-4365-bc56-f559fa986eca", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4-kserve-route-authn"} 2026-07-26T18:43:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "e7216cd2-1552-4365-bc56-f559fa986eca", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "authType": "userdefined"} 2026-07-26T18:43:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "e7216cd2-1552-4365-bc56-f559fa986eca", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:43:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "8e820f2a-11f1-4517-abbe-a712d04abc53", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:43:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "8e820f2a-11f1-4517-abbe-a712d04abc53", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:43:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "8e820f2a-11f1-4517-abbe-a712d04abc53", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:43:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "8e820f2a-11f1-4517-abbe-a712d04abc53", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4-kserve-route-authn"} 2026-07-26T18:43:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "8e820f2a-11f1-4517-abbe-a712d04abc53", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "authType": "userdefined"} 2026-07-26T18:43:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "8e820f2a-11f1-4517-abbe-a712d04abc53", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:43:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "4ace8928-27c6-4a61-b181-27b8bf34e10e", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:43:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "4ace8928-27c6-4a61-b181-27b8bf34e10e", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d-authn-ssl"} 2026-07-26T18:43:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "4ace8928-27c6-4a61-b181-27b8bf34e10e", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:43:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "470a8e3f-11b7-4018-861c-00722707f784", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:43:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "470a8e3f-11b7-4018-861c-00722707f784", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4-authn-ssl"} 2026-07-26T18:43:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "470a8e3f-11b7-4018-861c-00722707f784", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:44:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "03e81d73-7671-4eef-888e-360eaa05dfd6", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:44:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "03e81d73-7671-4eef-888e-360eaa05dfd6", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d"} 2026-07-26T18:44:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "03e81d73-7671-4eef-888e-360eaa05dfd6", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:44:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "03e81d73-7671-4eef-888e-360eaa05dfd6", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:44:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "03e81d73-7671-4eef-888e-360eaa05dfd6", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d-kserve-route-authn"} 2026-07-26T18:44:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "03e81d73-7671-4eef-888e-360eaa05dfd6", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d-kserve-route-authn"} 2026-07-26T18:44:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "03e81d73-7671-4eef-888e-360eaa05dfd6", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:44:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "03e81d73-7671-4eef-888e-360eaa05dfd6", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:44:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "sub-test-model-37e93d", "reconcileID": "171090a3-6274-4ae4-ab5f-915bce46db8f", "LLMInferenceService": "sub-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:44:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "ef39e42c-1262-4727-b4fe-57d78a406bc5", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:44:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "ef39e42c-1262-4727-b4fe-57d78a406bc5", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d-authn-ssl"} 2026-07-26T18:44:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "ef39e42c-1262-4727-b4fe-57d78a406bc5", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:44:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "8a4251a2-db93-4332-a552-d51d96b8f2c5", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:44:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "8a4251a2-db93-4332-a552-d51d96b8f2c5", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d-authn-ssl"} 2026-07-26T18:44:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "8a4251a2-db93-4332-a552-d51d96b8f2c5", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:44:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "5533a908-27d6-48e4-9b55-5229d0561f68", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:44:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "5533a908-27d6-48e4-9b55-5229d0561f68", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4"} 2026-07-26T18:44:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "5533a908-27d6-48e4-9b55-5229d0561f68", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:44:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "5533a908-27d6-48e4-9b55-5229d0561f68", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:44:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "5533a908-27d6-48e4-9b55-5229d0561f68", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4-kserve-route-authn"} 2026-07-26T18:44:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "5533a908-27d6-48e4-9b55-5229d0561f68", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4-kserve-route-authn"} 2026-07-26T18:44:31Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "5533a908-27d6-48e4-9b55-5229d0561f68", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:44:31Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "5533a908-27d6-48e4-9b55-5229d0561f68", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:44:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "sub-test-model-d112e4", "reconcileID": "63cf6de3-02f3-4eb1-ab3f-d8ecb7e8ba9d", "LLMInferenceService": "sub-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:44:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "14853902-34e3-4d35-a2c0-620428d68851", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:44:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "14853902-34e3-4d35-a2c0-620428d68851", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4-authn-ssl"} 2026-07-26T18:44:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "14853902-34e3-4d35-a2c0-620428d68851", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:44:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "59e9042a-2a16-44ee-b6b2-2af6c02c517b", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:44:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "59e9042a-2a16-44ee-b6b2-2af6c02c517b", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4-authn-ssl"} 2026-07-26T18:44:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "59e9042a-2a16-44ee-b6b2-2af6c02c517b", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:44:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "7b51ef47-5106-4e55-9fe0-c36d0ebf4abf", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:44:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "7b51ef47-5106-4e55-9fe0-c36d0ebf4abf", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:44:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "7b51ef47-5106-4e55-9fe0-c36d0ebf4abf", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:44:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "def892dd-8767-4d46-8e30-48fb1c81028b", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:44:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "7b51ef47-5106-4e55-9fe0-c36d0ebf4abf", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d-kserve-route-authn"} 2026-07-26T18:44:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "7b51ef47-5106-4e55-9fe0-c36d0ebf4abf", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "authType": "userdefined"} 2026-07-26T18:44:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "7b51ef47-5106-4e55-9fe0-c36d0ebf4abf", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:44:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "def892dd-8767-4d46-8e30-48fb1c81028b", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d-authn-ssl"} 2026-07-26T18:44:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "def892dd-8767-4d46-8e30-48fb1c81028b", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:44:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "1147ff54-0073-403c-bc01-35bac6dccf8c", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:44:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "1147ff54-0073-403c-bc01-35bac6dccf8c", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:44:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "1147ff54-0073-403c-bc01-35bac6dccf8c", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:44:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "1147ff54-0073-403c-bc01-35bac6dccf8c", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d-kserve-route-authn"} 2026-07-26T18:44:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "1147ff54-0073-403c-bc01-35bac6dccf8c", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "authType": "userdefined"} 2026-07-26T18:44:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "1147ff54-0073-403c-bc01-35bac6dccf8c", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:44:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "119804cd-cb86-41a3-a8fb-5bbf4c316bc7", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:44:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "119804cd-cb86-41a3-a8fb-5bbf4c316bc7", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d-authn-ssl"} 2026-07-26T18:44:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "119804cd-cb86-41a3-a8fb-5bbf4c316bc7", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:44:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "0e50db7e-9f1a-4c02-b7eb-573efb964f40", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:44:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "0e50db7e-9f1a-4c02-b7eb-573efb964f40", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4-authn-ssl"} 2026-07-26T18:44:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "0e50db7e-9f1a-4c02-b7eb-573efb964f40", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:45:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "073ef470-b513-479f-89c1-d6cf96d08f53", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:45:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "073ef470-b513-479f-89c1-d6cf96d08f53", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d-authn-ssl"} 2026-07-26T18:45:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "073ef470-b513-479f-89c1-d6cf96d08f53", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:45:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "4f4726c9-01f1-4199-ae91-eafa5da1e5c4", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:45:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "4f4726c9-01f1-4199-ae91-eafa5da1e5c4", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:45:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "4f4726c9-01f1-4199-ae91-eafa5da1e5c4", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:45:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "4f4726c9-01f1-4199-ae91-eafa5da1e5c4", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d-kserve-route-authn"} 2026-07-26T18:45:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "4f4726c9-01f1-4199-ae91-eafa5da1e5c4", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "authType": "userdefined"} 2026-07-26T18:45:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "4f4726c9-01f1-4199-ae91-eafa5da1e5c4", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:45:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "c11f07c6-b293-47a9-abd1-ca513c7901bd", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:45:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "c11f07c6-b293-47a9-abd1-ca513c7901bd", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:45:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "c11f07c6-b293-47a9-abd1-ca513c7901bd", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:45:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "c11f07c6-b293-47a9-abd1-ca513c7901bd", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d-kserve-route-authn"} 2026-07-26T18:45:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "c11f07c6-b293-47a9-abd1-ca513c7901bd", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "authType": "userdefined"} 2026-07-26T18:45:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "c11f07c6-b293-47a9-abd1-ca513c7901bd", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:45:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "c6b3738c-86bf-4491-987b-87b3d891a5e5", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:45:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "c6b3738c-86bf-4491-987b-87b3d891a5e5", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:45:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "c6b3738c-86bf-4491-987b-87b3d891a5e5", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:45:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "c6b3738c-86bf-4491-987b-87b3d891a5e5", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4-kserve-route-authn"} 2026-07-26T18:45:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "df169c2f-fdb5-45ec-8375-a721157b1733", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:45:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "c6b3738c-86bf-4491-987b-87b3d891a5e5", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "authType": "userdefined"} 2026-07-26T18:45:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "c6b3738c-86bf-4491-987b-87b3d891a5e5", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:45:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "df169c2f-fdb5-45ec-8375-a721157b1733", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4-authn-ssl"} 2026-07-26T18:45:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "df169c2f-fdb5-45ec-8375-a721157b1733", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:45:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "b16985e8-9848-46f3-9889-391c7dd24017", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:45:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "b16985e8-9848-46f3-9889-391c7dd24017", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:45:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "b16985e8-9848-46f3-9889-391c7dd24017", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:45:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "b16985e8-9848-46f3-9889-391c7dd24017", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4-kserve-route-authn"} 2026-07-26T18:45:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "b16985e8-9848-46f3-9889-391c7dd24017", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "authType": "userdefined"} 2026-07-26T18:45:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "b16985e8-9848-46f3-9889-391c7dd24017", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:45:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "807588c2-f444-4ae3-a8c1-380ef3397659", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:45:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "807588c2-f444-4ae3-a8c1-380ef3397659", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4-authn-ssl"} 2026-07-26T18:45:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "807588c2-f444-4ae3-a8c1-380ef3397659", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:45:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "6d5c4759-ea5d-41c1-bc57-13659d9f3eea", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:45:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "6d5c4759-ea5d-41c1-bc57-13659d9f3eea", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:45:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "6d5c4759-ea5d-41c1-bc57-13659d9f3eea", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:45:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "6d5c4759-ea5d-41c1-bc57-13659d9f3eea", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4-kserve-route-authn"} 2026-07-26T18:45:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "6d5c4759-ea5d-41c1-bc57-13659d9f3eea", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "authType": "userdefined"} 2026-07-26T18:45:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "6d5c4759-ea5d-41c1-bc57-13659d9f3eea", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:45:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "eba5450d-18b1-49cf-841f-bd50ad2ae94a", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:45:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "eba5450d-18b1-49cf-841f-bd50ad2ae94a", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:45:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "eba5450d-18b1-49cf-841f-bd50ad2ae94a", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:45:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "eba5450d-18b1-49cf-841f-bd50ad2ae94a", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4-kserve-route-authn"} 2026-07-26T18:45:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "eba5450d-18b1-49cf-841f-bd50ad2ae94a", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "authType": "userdefined"} 2026-07-26T18:45:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "eba5450d-18b1-49cf-841f-bd50ad2ae94a", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:45:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "4178d869-a839-4062-8f1c-b736b693a207", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:45:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "4178d869-a839-4062-8f1c-b736b693a207", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d-authn-ssl"} 2026-07-26T18:45:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "4178d869-a839-4062-8f1c-b736b693a207", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:45:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "15527957-9b56-422e-99d1-869088a6c5c9", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:45:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "15527957-9b56-422e-99d1-869088a6c5c9", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4-authn-ssl"} 2026-07-26T18:45:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "15527957-9b56-422e-99d1-869088a6c5c9", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:46:34Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-26T18:46:34Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-26T18:46:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "b2f909dc-488e-4b99-9f43-6dc464c85703", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:46:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "b2f909dc-488e-4b99-9f43-6dc464c85703", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d"} 2026-07-26T18:46:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "b2f909dc-488e-4b99-9f43-6dc464c85703", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:46:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "b2f909dc-488e-4b99-9f43-6dc464c85703", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:46:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "b2f909dc-488e-4b99-9f43-6dc464c85703", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d-kserve-route-authn"} 2026-07-26T18:46:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "b2f909dc-488e-4b99-9f43-6dc464c85703", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d-kserve-route-authn"} 2026-07-26T18:46:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "b2f909dc-488e-4b99-9f43-6dc464c85703", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:46:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "b2f909dc-488e-4b99-9f43-6dc464c85703", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:46:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-37e93d","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "rate-test-model-37e93d", "reconcileID": "dafe317e-8fa2-43e0-9c0c-12b6c8735dd0", "LLMInferenceService": "rate-test-model-37e93d", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:46:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "d532aeb5-546d-4701-9566-cde2bd191239", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:46:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "d532aeb5-546d-4701-9566-cde2bd191239", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d-authn-ssl"} 2026-07-26T18:46:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "d532aeb5-546d-4701-9566-cde2bd191239", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:46:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "f5bcd8b1-9bd2-420c-ab4b-cc52c518fb9c", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:46:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "f5bcd8b1-9bd2-420c-ab4b-cc52c518fb9c", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d-authn-ssl"} 2026-07-26T18:46:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "f5bcd8b1-9bd2-420c-ab4b-cc52c518fb9c", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:46:37Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-26T18:46:37Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-26T18:46:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "3793d354-6cf1-421c-8195-717546454626", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:46:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "3793d354-6cf1-421c-8195-717546454626", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4"} 2026-07-26T18:46:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "3793d354-6cf1-421c-8195-717546454626", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:46:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "3793d354-6cf1-421c-8195-717546454626", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:46:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "3793d354-6cf1-421c-8195-717546454626", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4-kserve-route-authn"} 2026-07-26T18:46:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "3793d354-6cf1-421c-8195-717546454626", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4-kserve-route-authn"} 2026-07-26T18:46:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "3793d354-6cf1-421c-8195-717546454626", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:46:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "3793d354-6cf1-421c-8195-717546454626", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:46:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d112e4","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "rate-test-model-d112e4", "reconcileID": "79a1fb82-34d7-453b-ab95-ca90e446cb13", "LLMInferenceService": "rate-test-model-d112e4", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:46:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "f020c7f4-98a3-4974-bce3-72e9c7a1d183", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:46:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "f020c7f4-98a3-4974-bce3-72e9c7a1d183", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4-authn-ssl"} 2026-07-26T18:46:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "f020c7f4-98a3-4974-bce3-72e9c7a1d183", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:46:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "61e99b66-1bdc-45af-a8f8-2a8748e6e17a", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:46:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "61e99b66-1bdc-45af-a8f8-2a8748e6e17a", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4-authn-ssl"} 2026-07-26T18:46:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "61e99b66-1bdc-45af-a8f8-2a8748e6e17a", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "281b7c72-9015-4678-993f-cb3d85822d6f", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "281b7c72-9015-4678-993f-cb3d85822d6f", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d-authn-ssl"} 2026-07-26T18:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "281b7c72-9015-4678-993f-cb3d85822d6f", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "e39613ea-a6de-4065-b6b4-c48ea7fe614b", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "e39613ea-a6de-4065-b6b4-c48ea7fe614b", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4-authn-ssl"} 2026-07-26T18:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "e39613ea-a6de-4065-b6b4-c48ea7fe614b", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:46:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "4b81125d-4c0d-418a-8f4b-c7893fc4870f", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:46:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "4b81125d-4c0d-418a-8f4b-c7893fc4870f", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c-authn-ssl"} 2026-07-26T18:46:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "4b81125d-4c0d-418a-8f4b-c7893fc4870f", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:46:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "4e2a7604-c415-4b4e-91ae-82ed73bad0a0", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:46:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "4e2a7604-c415-4b4e-91ae-82ed73bad0a0", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c-authn-ssl"} 2026-07-26T18:46:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "4e2a7604-c415-4b4e-91ae-82ed73bad0a0", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:46:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "ec53c19f-7474-4f2a-a567-a1d35305e04e", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:46:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "ec53c19f-7474-4f2a-a567-a1d35305e04e", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c-authn-ssl"} 2026-07-26T18:46:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "ec53c19f-7474-4f2a-a567-a1d35305e04e", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:46:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "f3cc48d5-4962-4713-a4c9-99478df7777c", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:46:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "f3cc48d5-4962-4713-a4c9-99478df7777c", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c-authn-ssl"} 2026-07-26T18:46:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "f3cc48d5-4962-4713-a4c9-99478df7777c", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:46:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "95b51456-1cd7-4dd2-a0c9-fa46da2a614b", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:46:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "95b51456-1cd7-4dd2-a0c9-fa46da2a614b", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c-authn-ssl"} 2026-07-26T18:46:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "95b51456-1cd7-4dd2-a0c9-fa46da2a614b", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:47:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "2d1046b2-a7f1-415b-b0bc-e636ceccbce1", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:47:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "2d1046b2-a7f1-415b-b0bc-e636ceccbce1", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c-authn-ssl"} 2026-07-26T18:47:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "2d1046b2-a7f1-415b-b0bc-e636ceccbce1", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:47:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "odh-trusted-ca-bundle", "reconcileID": "9c817246-2908-408a-901f-a7b941db0de6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:47:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "openshift-service-ca.crt", "reconcileID": "d6e822c7-7168-4bbb-b45d-af4a8702c23b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:47:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "openshift-service-ca.crt", "reconcileID": "9fd5f947-38ca-4aa6-b07d-be6feb74ef0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-33964c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-26T18:47:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "openshift-service-ca.crt", "reconcileID": "9fd5f947-38ca-4aa6-b07d-be6feb74ef0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:47:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81a78c15-3248-4f94-bd28-f530c490ab06", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:47:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "openshift-service-ca.crt", "reconcileID": "b21dcb68-6f71-449a-a8f4-d25e5c0003ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:47:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "odh-trusted-ca-bundle", "reconcileID": "0b4d1a74-effa-4b08-93eb-41f1a2215778", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33964c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-26T18:47:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "odh-trusted-ca-bundle", "reconcileID": "0b4d1a74-effa-4b08-93eb-41f1a2215778", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:47:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c5be3bc-ecab-4b60-838a-34409d8aca1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:47:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "3fcfaeb9-75c1-4a07-a6cf-bd8535bf07a7", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:47:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "3fcfaeb9-75c1-4a07-a6cf-bd8535bf07a7", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c-authn-ssl"} 2026-07-26T18:47:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "3fcfaeb9-75c1-4a07-a6cf-bd8535bf07a7", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:47:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "92943949-b075-487d-9fdf-47e60b00f868", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-26T18:47:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "ee5abe7e-e569-4013-9bd3-23b97d04f194", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:47:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "ee5abe7e-e569-4013-9bd3-23b97d04f194", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c-authn-ssl"} 2026-07-26T18:47:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "ee5abe7e-e569-4013-9bd3-23b97d04f194", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:47:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "a8d554c0-682e-4d52-8318-d57b1dff48a5", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:47:19Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "a8d554c0-682e-4d52-8318-d57b1dff48a5", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0-authn-ssl"} 2026-07-26T18:47:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "a8d554c0-682e-4d52-8318-d57b1dff48a5", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:47:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "09cdad95-4951-4cf2-aa54-da4c6797667b", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:47:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "09cdad95-4951-4cf2-aa54-da4c6797667b", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0-authn-ssl"} 2026-07-26T18:47:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "09cdad95-4951-4cf2-aa54-da4c6797667b", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:47:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "b64ba58f-3011-4120-b77a-249869b9f79e", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:47:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "b64ba58f-3011-4120-b77a-249869b9f79e", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0-authn-ssl"} 2026-07-26T18:47:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "b64ba58f-3011-4120-b77a-249869b9f79e", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:47:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "1f66c051-f384-4cac-a40e-49c8782ce512", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:47:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "1f66c051-f384-4cac-a40e-49c8782ce512", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0-authn-ssl"} 2026-07-26T18:47:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "1f66c051-f384-4cac-a40e-49c8782ce512", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:47:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "92695789-f408-4ffb-9758-b8e489f45792", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:47:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "92695789-f408-4ffb-9758-b8e489f45792", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0-authn-ssl"} 2026-07-26T18:47:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "92695789-f408-4ffb-9758-b8e489f45792", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:47:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "a733f5b9-a87d-48ee-95cb-bf5e0e415a0b", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:47:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "a733f5b9-a87d-48ee-95cb-bf5e0e415a0b", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0-authn-ssl"} 2026-07-26T18:47:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "a733f5b9-a87d-48ee-95cb-bf5e0e415a0b", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:47:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "0a76b4a2-768e-4924-ae87-b1441403c3d7", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:47:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "0a76b4a2-768e-4924-ae87-b1441403c3d7", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0-authn-ssl"} 2026-07-26T18:47:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "0a76b4a2-768e-4924-ae87-b1441403c3d7", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:47:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "69ade3a5-0fb5-4113-bf1a-27979be29678", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:47:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "69ade3a5-0fb5-4113-bf1a-27979be29678", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0-authn-ssl"} 2026-07-26T18:47:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "69ade3a5-0fb5-4113-bf1a-27979be29678", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:47:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f6bce0"}, "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "name": "openshift-service-ca.crt", "reconcileID": "6dca5034-18aa-4a56-846d-99c9b79e7bca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f6bce0"} 2026-07-26T18:47:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6bce0"}, "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "name": "odh-trusted-ca-bundle", "reconcileID": "a51267cf-b44a-43d6-8771-e499d7bd2d7b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6bce0"} 2026-07-26T18:47:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f6bce0"}, "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "name": "openshift-service-ca.crt", "reconcileID": "9d8d260b-6f45-464e-b99c-87a0d0c38fc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-26T18:47:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f6bce0"}, "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "name": "openshift-service-ca.crt", "reconcileID": "9d8d260b-6f45-464e-b99c-87a0d0c38fc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f6bce0"} 2026-07-26T18:47:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f6bce0"}, "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "name": "openshift-service-ca.crt", "reconcileID": "dfd8d427-a1d5-4ad1-a353-2531d5c97630", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f6bce0"} 2026-07-26T18:47:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6bce0"}, "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e257549-0ea3-41db-928c-30866d436798", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6bce0"} 2026-07-26T18:47:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6bce0"}, "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "name": "odh-trusted-ca-bundle", "reconcileID": "978a70c6-4c6b-489a-8765-33c6fecaf48f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-26T18:47:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6bce0"}, "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "name": "odh-trusted-ca-bundle", "reconcileID": "978a70c6-4c6b-489a-8765-33c6fecaf48f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6bce0"} 2026-07-26T18:47:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6bce0"}, "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "262faf7e-aae0-41b4-b6a9-7880fd48028e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6bce0"} 2026-07-26T18:47:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "0c2569e9-1adb-469e-82f4-a1b0428a0b3d", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:47:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "0c2569e9-1adb-469e-82f4-a1b0428a0b3d", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0-authn-ssl"} 2026-07-26T18:47:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "0c2569e9-1adb-469e-82f4-a1b0428a0b3d", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:47:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d002f43f-9287-4f74-9bee-546510caf457", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-26T18:47:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "82ba922e-81cd-4ef3-b47b-d3d296a28ab4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-26T18:47:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "ce5430b5-4dbb-40db-bfb3-34da22c14efd", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:47:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "ce5430b5-4dbb-40db-bfb3-34da22c14efd", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0-authn-ssl"} 2026-07-26T18:47:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "ce5430b5-4dbb-40db-bfb3-34da22c14efd", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:47:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "38786437-0b44-4b72-8c40-cb069d1e599d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-26T18:47:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "84e3bb3e-b9a0-4cdd-a596-dbca14feccd5", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:47:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "84e3bb3e-b9a0-4cdd-a596-dbca14feccd5", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:47:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "84e3bb3e-b9a0-4cdd-a596-dbca14feccd5", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:47:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "84e3bb3e-b9a0-4cdd-a596-dbca14feccd5", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c-kserve-route-authn"} 2026-07-26T18:47:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "84e3bb3e-b9a0-4cdd-a596-dbca14feccd5", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "authType": "userdefined"} 2026-07-26T18:47:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "4ffc596c-26a0-475d-88fe-1668f980b161", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:47:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "84e3bb3e-b9a0-4cdd-a596-dbca14feccd5", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:47:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "4ffc596c-26a0-475d-88fe-1668f980b161", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c-authn-ssl"} 2026-07-26T18:47:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "4ffc596c-26a0-475d-88fe-1668f980b161", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:47:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "b76bcc35-fe4d-4c2a-b928-8f9c77e63b86", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:47:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "b76bcc35-fe4d-4c2a-b928-8f9c77e63b86", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:47:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "b76bcc35-fe4d-4c2a-b928-8f9c77e63b86", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:47:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "b76bcc35-fe4d-4c2a-b928-8f9c77e63b86", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c-kserve-route-authn"} 2026-07-26T18:47:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "b76bcc35-fe4d-4c2a-b928-8f9c77e63b86", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "authType": "userdefined"} 2026-07-26T18:47:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "b76bcc35-fe4d-4c2a-b928-8f9c77e63b86", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:47:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e9649913-70b9-4186-be57-c8c314e23047", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-26T18:47:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "31e91e2d-ff4e-4e13-bdba-737462266b6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-26T18:47:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "357a43eb-e3ce-44ff-bd4d-b5f3aa56182c", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:47:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "357a43eb-e3ce-44ff-bd4d-b5f3aa56182c", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c-authn-ssl"} 2026-07-26T18:48:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "357a43eb-e3ce-44ff-bd4d-b5f3aa56182c", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:48:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "721a9b23-117c-4733-b01a-7e23dfa7fbc4", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:48:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "721a9b23-117c-4733-b01a-7e23dfa7fbc4", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:48:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "721a9b23-117c-4733-b01a-7e23dfa7fbc4", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:48:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "721a9b23-117c-4733-b01a-7e23dfa7fbc4", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c-kserve-route-authn"} 2026-07-26T18:48:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "721a9b23-117c-4733-b01a-7e23dfa7fbc4", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "authType": "userdefined"} 2026-07-26T18:48:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "721a9b23-117c-4733-b01a-7e23dfa7fbc4", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:48:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c6484792-46a9-4441-b82d-9267696052ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-26T18:48:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "85c66a22-827f-4717-b0bb-4eb74af3f889", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:48:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "85c66a22-827f-4717-b0bb-4eb74af3f889", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:48:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "85c66a22-827f-4717-b0bb-4eb74af3f889", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:48:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "85c66a22-827f-4717-b0bb-4eb74af3f889", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c-kserve-route-authn"} 2026-07-26T18:48:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "85c66a22-827f-4717-b0bb-4eb74af3f889", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "authType": "userdefined"} 2026-07-26T18:48:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "85c66a22-827f-4717-b0bb-4eb74af3f889", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:48:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "1f01c6c6-f40a-454d-9ec2-389c9a44b739", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:48:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "1f01c6c6-f40a-454d-9ec2-389c9a44b739", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c-authn-ssl"} 2026-07-26T18:48:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "1f01c6c6-f40a-454d-9ec2-389c9a44b739", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:48:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "2ae57ccb-cdc1-4340-967f-f05c8e308f56", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:48:40Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "2ae57ccb-cdc1-4340-967f-f05c8e308f56", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276-authn-ssl"} 2026-07-26T18:48:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "2ae57ccb-cdc1-4340-967f-f05c8e308f56", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:48:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "206b1a50-d0a7-4c4a-91de-3b3890a01ccf", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:48:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "206b1a50-d0a7-4c4a-91de-3b3890a01ccf", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276-authn-ssl"} 2026-07-26T18:48:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "206b1a50-d0a7-4c4a-91de-3b3890a01ccf", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:48:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "5748e580-78c6-45fa-8e33-9066b405b20b", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:48:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "5748e580-78c6-45fa-8e33-9066b405b20b", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276-authn-ssl"} 2026-07-26T18:48:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "5748e580-78c6-45fa-8e33-9066b405b20b", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:48:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "44150c8f-6491-450f-8436-65792019b2f4", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:48:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "44150c8f-6491-450f-8436-65792019b2f4", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276-authn-ssl"} 2026-07-26T18:48:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "44150c8f-6491-450f-8436-65792019b2f4", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:48:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "c566088e-7e24-4090-bf50-8e06f345bfd5", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:48:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "c566088e-7e24-4090-bf50-8e06f345bfd5", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276-authn-ssl"} 2026-07-26T18:48:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "c566088e-7e24-4090-bf50-8e06f345bfd5", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:48:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "5eff2d6f-022d-4241-982e-d4d9f02f41f7", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:48:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "5eff2d6f-022d-4241-982e-d4d9f02f41f7", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276-authn-ssl"} 2026-07-26T18:48:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "5eff2d6f-022d-4241-982e-d4d9f02f41f7", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:48:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "e2562e57-391c-4f25-9395-4af80550d49e", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:48:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "e2562e57-391c-4f25-9395-4af80550d49e", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276-authn-ssl"} 2026-07-26T18:48:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "e2562e57-391c-4f25-9395-4af80550d49e", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:48:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-786276"}, "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "name": "openshift-service-ca.crt", "reconcileID": "47a589d2-26bd-432b-992f-373b90996447", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-786276"} 2026-07-26T18:48:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-786276"}, "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "name": "openshift-service-ca.crt", "reconcileID": "8fd4e2e5-ec5a-41ea-8faa-f33c415de3ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "create": "odh-kserve-custom-ca-bundle"} 2026-07-26T18:48:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-786276"}, "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "name": "openshift-service-ca.crt", "reconcileID": "8fd4e2e5-ec5a-41ea-8faa-f33c415de3ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-786276"} 2026-07-26T18:48:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-786276"}, "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "name": "odh-trusted-ca-bundle", "reconcileID": "a0a78fad-d938-4242-bf53-e1db989ae012", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-786276"} 2026-07-26T18:48:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-786276"}, "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "name": "openshift-service-ca.crt", "reconcileID": "858b5725-872f-479d-843e-fc3154893bc3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-786276"} 2026-07-26T18:48:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-786276"}, "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bfaa218f-7076-4f12-a5c5-c3c8553a5fb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-786276"} 2026-07-26T18:48:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-786276"}, "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "name": "odh-trusted-ca-bundle", "reconcileID": "5021a3fe-a9a7-44e6-bebf-5bfa2282b89f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "update": "odh-kserve-custom-ca-bundle"} 2026-07-26T18:48:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-786276"}, "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "name": "odh-trusted-ca-bundle", "reconcileID": "5021a3fe-a9a7-44e6-bebf-5bfa2282b89f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-786276"} 2026-07-26T18:48:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-786276"}, "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9225fda2-f0f9-4d09-adc9-ca7c08ced1d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-786276"} 2026-07-26T18:48:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "37203be0-8be0-4dc2-b22e-3d3ab1d50271", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:48:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "37203be0-8be0-4dc2-b22e-3d3ab1d50271", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276-authn-ssl"} 2026-07-26T18:48:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "37203be0-8be0-4dc2-b22e-3d3ab1d50271", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:48:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1194f23b-cddf-4cef-90f5-3111c87b4c4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-26T18:48:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "01ed5c4c-820c-4c3c-8a18-20bd8c7a8e89", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:48:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "01ed5c4c-820c-4c3c-8a18-20bd8c7a8e89", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276-authn-ssl"} 2026-07-26T18:48:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "01ed5c4c-820c-4c3c-8a18-20bd8c7a8e89", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:49:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "d8ffe22a-d0e9-46d1-8c25-96554ad1af0d", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:49:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "d8ffe22a-d0e9-46d1-8c25-96554ad1af0d", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276-authn-ssl"} 2026-07-26T18:49:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "d8ffe22a-d0e9-46d1-8c25-96554ad1af0d", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:49:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "6815d8ed-6356-4c38-b99f-baf7c37e6333", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:49:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "6815d8ed-6356-4c38-b99f-baf7c37e6333", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276-authn-ssl"} 2026-07-26T18:49:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "6815d8ed-6356-4c38-b99f-baf7c37e6333", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:49:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-786276"}, "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2dd6d1bf-c193-4722-8d57-40a0d38ffc24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-786276"} 2026-07-26T18:49:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-786276"}, "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2dd6d1bf-c193-4722-8d57-40a0d38ffc24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "create": "odh-kserve-custom-ca-bundle"} 2026-07-26T18:49:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-786276"}, "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2dd6d1bf-c193-4722-8d57-40a0d38ffc24", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-786276 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-26T18:49:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-786276"}, "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "name": "odh-trusted-ca-bundle", "reconcileID": "48009d10-3c8c-49bf-8a4c-4d6fecc8495c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-786276"} 2026-07-26T18:49:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-786276"}, "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "name": "odh-trusted-ca-bundle", "reconcileID": "48009d10-3c8c-49bf-8a4c-4d6fecc8495c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-786276"} 2026-07-26T18:49:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-786276"}, "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "name": "openshift-service-ca.crt", "reconcileID": "3dddcbef-dd37-4df8-a3c5-6022df5137ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-786276"} 2026-07-26T18:49:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-786276"}, "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "name": "openshift-service-ca.crt", "reconcileID": "3dddcbef-dd37-4df8-a3c5-6022df5137ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-786276"} 2026-07-26T18:49:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-786276"}, "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3f06d5e-7ecf-4089-9da4-380cdbae79e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-786276"} 2026-07-26T18:49:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-786276"}, "namespace": "ai-tenant-e2e-ipp-cleanup-786276", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3f06d5e-7ecf-4089-9da4-380cdbae79e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-786276"} 2026-07-26T18:49:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-786276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-786276", "reconcileID": "9faf9764-c1f7-4950-b618-31bf484e5f95", "Gateway": "e2e-ipp-cleanup-786276", "namespace": "openshift-ingress"} 2026-07-26T18:49:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "233fa3a8-41a9-4e50-a805-0adf539e55d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-26T18:49:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "0147b2dd-f5ec-40c0-a95c-06acf9664cce", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:49:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "0147b2dd-f5ec-40c0-a95c-06acf9664cce", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c-authn-ssl"} 2026-07-26T18:49:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "0147b2dd-f5ec-40c0-a95c-06acf9664cce", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:49:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "704471c1-0f34-43bf-9f4c-e867429612f1", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:49:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "704471c1-0f34-43bf-9f4c-e867429612f1", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c-authn-ssl"} 2026-07-26T18:49:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "704471c1-0f34-43bf-9f4c-e867429612f1", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:49:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "c94d82aa-0e99-4b7d-8be7-9f4297e36d86", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:49:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "c94d82aa-0e99-4b7d-8be7-9f4297e36d86", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c-authn-ssl"} 2026-07-26T18:49:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "c94d82aa-0e99-4b7d-8be7-9f4297e36d86", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:49:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "bd221231-fc96-487c-9b1e-7b801097cedf", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:49:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "bd221231-fc96-487c-9b1e-7b801097cedf", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:49:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "bd221231-fc96-487c-9b1e-7b801097cedf", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:49:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "bd221231-fc96-487c-9b1e-7b801097cedf", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c-kserve-route-authn"} 2026-07-26T18:49:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "bd221231-fc96-487c-9b1e-7b801097cedf", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "authType": "userdefined"} 2026-07-26T18:49:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "bd221231-fc96-487c-9b1e-7b801097cedf", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "15f0c197-8e3c-47d1-af35-7668b944ec5f", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "15f0c197-8e3c-47d1-af35-7668b944ec5f", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "15f0c197-8e3c-47d1-af35-7668b944ec5f", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "15f0c197-8e3c-47d1-af35-7668b944ec5f", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c-kserve-route-authn"} 2026-07-26T18:50:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "15f0c197-8e3c-47d1-af35-7668b944ec5f", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "authType": "userdefined"} 2026-07-26T18:50:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "15f0c197-8e3c-47d1-af35-7668b944ec5f", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "f7a47df2-c1c2-447c-9dda-9f407cf0172e", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:50:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "f7a47df2-c1c2-447c-9dda-9f407cf0172e", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c-authn-ssl"} 2026-07-26T18:50:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "f7a47df2-c1c2-447c-9dda-9f407cf0172e", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:50:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff5543d5-35a1-4386-8915-1a73cc00c1a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff5543d5-35a1-4386-8915-1a73cc00c1a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33964c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-26T18:50:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff5543d5-35a1-4386-8915-1a73cc00c1a5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-33964c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-26T18:50:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "odh-trusted-ca-bundle", "reconcileID": "71e386b1-5207-4446-a79b-fd720b470d2c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "odh-trusted-ca-bundle", "reconcileID": "71e386b1-5207-4446-a79b-fd720b470d2c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "openshift-service-ca.crt", "reconcileID": "3eac4270-d736-4c29-9f28-9359df8781b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "openshift-service-ca.crt", "reconcileID": "3eac4270-d736-4c29-9f28-9359df8781b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d8487e3-927b-452e-9447-5e62d67cbfb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d8487e3-927b-452e-9447-5e62d67cbfb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "701e98a6-bebc-43aa-b8a8-cdb1c71bd048", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "701e98a6-bebc-43aa-b8a8-cdb1c71bd048", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c"} 2026-07-26T18:50:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "701e98a6-bebc-43aa-b8a8-cdb1c71bd048", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "701e98a6-bebc-43aa-b8a8-cdb1c71bd048", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "701e98a6-bebc-43aa-b8a8-cdb1c71bd048", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c-kserve-route-authn"} 2026-07-26T18:50:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "701e98a6-bebc-43aa-b8a8-cdb1c71bd048", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c-kserve-route-authn"} 2026-07-26T18:50:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "701e98a6-bebc-43aa-b8a8-cdb1c71bd048", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "701e98a6-bebc-43aa-b8a8-cdb1c71bd048", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "15d5c097-0992-4f76-87fd-fe5dbd37aa79", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "15d5c097-0992-4f76-87fd-fe5dbd37aa79", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c"} 2026-07-26T18:50:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "15d5c097-0992-4f76-87fd-fe5dbd37aa79", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "15d5c097-0992-4f76-87fd-fe5dbd37aa79", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "15d5c097-0992-4f76-87fd-fe5dbd37aa79", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c-kserve-route-authn"} 2026-07-26T18:50:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "15d5c097-0992-4f76-87fd-fe5dbd37aa79", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c-kserve-route-authn"} 2026-07-26T18:50:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "15d5c097-0992-4f76-87fd-fe5dbd37aa79", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "15d5c097-0992-4f76-87fd-fe5dbd37aa79", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33964c","namespace":"ai-tenant-e2e-ipp-a-33964c"}, "namespace": "ai-tenant-e2e-ipp-a-33964c", "name": "ipp-route-33964c", "reconcileID": "43e97979-8e50-4a66-8ff9-12d0a7e87585", "LLMInferenceService": "ipp-route-33964c", "namespace": "ai-tenant-e2e-ipp-a-33964c"} 2026-07-26T18:50:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "62dc07ec-851f-4c02-9c7e-4357cf1a6d55", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:50:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "62dc07ec-851f-4c02-9c7e-4357cf1a6d55", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c-authn-ssl"} 2026-07-26T18:50:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "62dc07ec-851f-4c02-9c7e-4357cf1a6d55", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:50:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33964c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33964c", "reconcileID": "6578d73f-8650-4f95-848d-8fe683f8b3ab", "Gateway": "e2e-ipp-a-33964c", "namespace": "openshift-ingress"} 2026-07-26T18:50:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab919914-288e-4e6d-be6d-cfaba9000ec2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-26T18:50:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "e99ca8cd-62ef-436a-a13a-b81c3465baf5", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:50:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "e99ca8cd-62ef-436a-a13a-b81c3465baf5", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0-authn-ssl"} 2026-07-26T18:50:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "e99ca8cd-62ef-436a-a13a-b81c3465baf5", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:50:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "c2df9ff9-0c29-487e-82b8-bfebbf750ffc", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:50:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "c2df9ff9-0c29-487e-82b8-bfebbf750ffc", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0-authn-ssl"} 2026-07-26T18:50:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "c2df9ff9-0c29-487e-82b8-bfebbf750ffc", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:50:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6bce0"}, "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "366416ad-2473-4ab0-bcc8-47736949fefb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6bce0"} 2026-07-26T18:50:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6bce0"}, "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "366416ad-2473-4ab0-bcc8-47736949fefb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-26T18:50:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6bce0"}, "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "366416ad-2473-4ab0-bcc8-47736949fefb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-f6bce0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-26T18:50:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6bce0"}, "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "name": "odh-trusted-ca-bundle", "reconcileID": "2c89022f-a428-447e-adab-c6f899dcf6a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6bce0"} 2026-07-26T18:50:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6bce0"}, "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "name": "odh-trusted-ca-bundle", "reconcileID": "2c89022f-a428-447e-adab-c6f899dcf6a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6bce0"} 2026-07-26T18:50:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f6bce0"}, "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "name": "openshift-service-ca.crt", "reconcileID": "f6561c8e-e7cd-4b87-b726-c187fcab339e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f6bce0"} 2026-07-26T18:50:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f6bce0"}, "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "name": "openshift-service-ca.crt", "reconcileID": "f6561c8e-e7cd-4b87-b726-c187fcab339e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f6bce0"} 2026-07-26T18:50:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6bce0"}, "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ae4d399-c84a-41d1-a70f-58767ae804e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6bce0"} 2026-07-26T18:50:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6bce0"}, "namespace": "ai-tenant-e2e-ipp-b-f6bce0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ae4d399-c84a-41d1-a70f-58767ae804e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6bce0"} 2026-07-26T18:50:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6bce0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6bce0", "reconcileID": "8e3e5624-867a-45cb-8dae-69164fa8ca29", "Gateway": "e2e-ipp-b-f6bce0", "namespace": "openshift-ingress"} 2026-07-26T18:50:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "37c85485-0459-498b-a300-c8c78191404f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-26T18:51:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "bd55aa57-4e6e-4249-a047-877f274d9007", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:51:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "bd55aa57-4e6e-4249-a047-877f274d9007", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d-authn-ssl"} 2026-07-26T18:51:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "bd55aa57-4e6e-4249-a047-877f274d9007", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:51:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "4cb34ce5-464e-4cc1-8a32-d34e62a6f2e6", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:51:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "4cb34ce5-464e-4cc1-8a32-d34e62a6f2e6", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d-authn-ssl"} 2026-07-26T18:51:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "4cb34ce5-464e-4cc1-8a32-d34e62a6f2e6", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:51:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9efede3-33ae-4856-97b6-131c33d13cd6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:51:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9efede3-33ae-4856-97b6-131c33d13cd6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-37e93d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-26T18:51:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9efede3-33ae-4856-97b6-131c33d13cd6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-37e93d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-26T18:51:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "odh-trusted-ca-bundle", "reconcileID": "00a6e7e7-562b-4462-9e1d-c7bba08b25e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:51:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "odh-trusted-ca-bundle", "reconcileID": "00a6e7e7-562b-4462-9e1d-c7bba08b25e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:51:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "openshift-service-ca.crt", "reconcileID": "62d92858-8dbc-4ac1-92b4-cefa64de6ab8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:51:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "openshift-service-ca.crt", "reconcileID": "62d92858-8dbc-4ac1-92b4-cefa64de6ab8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:51:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67d1cf93-dac4-40d4-9081-c6ad1e0f3ea0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:51:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-37e93d"}, "namespace": "ai-tenant-e2e-shared-a-37e93d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67d1cf93-dac4-40d4-9081-c6ad1e0f3ea0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-37e93d"} 2026-07-26T18:51:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-37e93d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-37e93d", "reconcileID": "f8189ff3-7ec4-4379-94e7-dd4888e9e7fb", "Gateway": "e2e-shared-a-37e93d", "namespace": "openshift-ingress"} 2026-07-26T18:51:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "429b4c04-63da-4413-b223-4385683ec91e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-26T18:51:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "2538e51a-940c-45b2-a2f9-dd0650c8c653", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:51:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "2538e51a-940c-45b2-a2f9-dd0650c8c653", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4-authn-ssl"} 2026-07-26T18:51:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "2538e51a-940c-45b2-a2f9-dd0650c8c653", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:51:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "d5e73d88-ded1-4f62-a429-950a30d90d18", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:51:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "d5e73d88-ded1-4f62-a429-950a30d90d18", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4-authn-ssl"} 2026-07-26T18:51:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "d5e73d88-ded1-4f62-a429-950a30d90d18", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"} 2026-07-26T18:51:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eaa22dfe-ab60-40c8-a785-b27291c1c40b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:51:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eaa22dfe-ab60-40c8-a785-b27291c1c40b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d112e4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-26T18:51:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eaa22dfe-ab60-40c8-a785-b27291c1c40b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-d112e4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-26T18:51:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "odh-trusted-ca-bundle", "reconcileID": "103334d7-403c-47b8-88f2-8fa49ed3b857", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:51:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "odh-trusted-ca-bundle", "reconcileID": "103334d7-403c-47b8-88f2-8fa49ed3b857", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:51:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "openshift-service-ca.crt", "reconcileID": "f6c6b44f-9ffb-4c49-b394-991c019adaf3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:51:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "openshift-service-ca.crt", "reconcileID": "f6c6b44f-9ffb-4c49-b394-991c019adaf3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:51:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ace1ff9c-2e1f-455a-9203-5e86bf8840de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:51:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d112e4"}, "namespace": "ai-tenant-e2e-shared-b-d112e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ace1ff9c-2e1f-455a-9203-5e86bf8840de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d112e4"} 2026-07-26T18:51:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d112e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d112e4", "reconcileID": "9a3a72dc-2a81-46f9-866f-b63bda6e6ec8", "Gateway": "e2e-shared-b-d112e4", "namespace": "openshift-ingress"}