2026-07-27T21:19:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "00b83fbe-1eaf-4316-b3b4-55335cb24966", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:19:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "00b83fbe-1eaf-4316-b3b4-55335cb24966", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:19:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "00b83fbe-1eaf-4316-b3b4-55335cb24966", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:19:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "455b56ad-53cf-45eb-8a0b-f229dd8b9fb4", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:19:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "00b83fbe-1eaf-4316-b3b4-55335cb24966", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511-kserve-route-authn"} 2026-07-27T21:19:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "00b83fbe-1eaf-4316-b3b4-55335cb24966", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "authType": "userdefined"} 2026-07-27T21:19:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "00b83fbe-1eaf-4316-b3b4-55335cb24966", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:19:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "455b56ad-53cf-45eb-8a0b-f229dd8b9fb4", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511-authn-ssl"} 2026-07-27T21:19:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "455b56ad-53cf-45eb-8a0b-f229dd8b9fb4", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:19:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "11521b4c-9d74-4352-bf18-470bf09b761b", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:19:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "11521b4c-9d74-4352-bf18-470bf09b761b", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:19:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "11521b4c-9d74-4352-bf18-470bf09b761b", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:19:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "11521b4c-9d74-4352-bf18-470bf09b761b", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511-kserve-route-authn"} 2026-07-27T21:19:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "11521b4c-9d74-4352-bf18-470bf09b761b", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "authType": "userdefined"} 2026-07-27T21:19:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "11521b4c-9d74-4352-bf18-470bf09b761b", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:19:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e65d6c30-2695-4b27-b86f-62463c688b89", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:19:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8c88c4fa-b39a-4e57-8795-c63b88f51049", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:19:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "b7c22d4b-46da-4905-9d56-22fff36c6d28", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:19:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "b7c22d4b-46da-4905-9d56-22fff36c6d28", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511-authn-ssl"} 2026-07-27T21:19:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "b7c22d4b-46da-4905-9d56-22fff36c6d28", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:19:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "9abb0962-0930-4bd9-b4ea-dc4d8cd35f20", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:19:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "9abb0962-0930-4bd9-b4ea-dc4d8cd35f20", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:19:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "9abb0962-0930-4bd9-b4ea-dc4d8cd35f20", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:19:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "9abb0962-0930-4bd9-b4ea-dc4d8cd35f20", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511-kserve-route-authn"} 2026-07-27T21:19:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "9abb0962-0930-4bd9-b4ea-dc4d8cd35f20", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "authType": "userdefined"} 2026-07-27T21:19:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "9abb0962-0930-4bd9-b4ea-dc4d8cd35f20", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:20:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "d0d2c66c-06a2-46c1-aa87-eed1ec35a8ef", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:20:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "d0d2c66c-06a2-46c1-aa87-eed1ec35a8ef", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:20:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "d0d2c66c-06a2-46c1-aa87-eed1ec35a8ef", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:20:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "d0d2c66c-06a2-46c1-aa87-eed1ec35a8ef", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511-kserve-route-authn"} 2026-07-27T21:20:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "d0d2c66c-06a2-46c1-aa87-eed1ec35a8ef", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "authType": "userdefined"} 2026-07-27T21:20:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "d0d2c66c-06a2-46c1-aa87-eed1ec35a8ef", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:20:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "8dad461c-9a31-44aa-9285-fdebf88d3912", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:20:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "8dad461c-9a31-44aa-9285-fdebf88d3912", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:20:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "8dad461c-9a31-44aa-9285-fdebf88d3912", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:20:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "8dad461c-9a31-44aa-9285-fdebf88d3912", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511-kserve-route-authn"} 2026-07-27T21:20:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "8dad461c-9a31-44aa-9285-fdebf88d3912", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "authType": "userdefined"} 2026-07-27T21:20:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "8dad461c-9a31-44aa-9285-fdebf88d3912", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:20:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "c3d16496-e4d3-4f8a-8b90-dfdef556d1cb", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:20:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "c3d16496-e4d3-4f8a-8b90-dfdef556d1cb", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511-authn-ssl"} 2026-07-27T21:20:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "c3d16496-e4d3-4f8a-8b90-dfdef556d1cb", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:20:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "8180679d-d1b7-41a6-97a0-2c109c9e0a11", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:20:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "8180679d-d1b7-41a6-97a0-2c109c9e0a11", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d-authn-ssl"} 2026-07-27T21:20:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "8180679d-d1b7-41a6-97a0-2c109c9e0a11", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:20:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "sub-test-model-69909d", "reconcileID": "70333da7-4197-4f2e-8d56-831f367708d1", "LLMInferenceService": "sub-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:20:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "sub-test-model-69909d", "reconcileID": "70333da7-4197-4f2e-8d56-831f367708d1", "LLMInferenceService": "sub-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "sub-test-model-69909d"} 2026-07-27T21:20:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "sub-test-model-69909d", "reconcileID": "70333da7-4197-4f2e-8d56-831f367708d1", "LLMInferenceService": "sub-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:20:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "sub-test-model-69909d", "reconcileID": "70333da7-4197-4f2e-8d56-831f367708d1", "LLMInferenceService": "sub-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:20:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "sub-test-model-69909d", "reconcileID": "70333da7-4197-4f2e-8d56-831f367708d1", "LLMInferenceService": "sub-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "sub-test-model-69909d-kserve-route-authn"} 2026-07-27T21:20:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "sub-test-model-69909d", "reconcileID": "70333da7-4197-4f2e-8d56-831f367708d1", "LLMInferenceService": "sub-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "sub-test-model-69909d-kserve-route-authn"} 2026-07-27T21:20:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "sub-test-model-69909d", "reconcileID": "70333da7-4197-4f2e-8d56-831f367708d1", "LLMInferenceService": "sub-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:20:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "sub-test-model-69909d", "reconcileID": "70333da7-4197-4f2e-8d56-831f367708d1", "LLMInferenceService": "sub-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:20:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "sub-test-model-69909d", "reconcileID": "25cc408e-57b5-4dea-887c-b2d98aff5de3", "LLMInferenceService": "sub-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:20:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "719c13bc-012c-4dbc-91fd-afb1dea8ee08", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:20:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "719c13bc-012c-4dbc-91fd-afb1dea8ee08", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d-authn-ssl"} 2026-07-27T21:20:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "719c13bc-012c-4dbc-91fd-afb1dea8ee08", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:20:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "e54e3e0f-45b4-4a80-9bfb-73a3cb2aae2b", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:20:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "e54e3e0f-45b4-4a80-9bfb-73a3cb2aae2b", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d-authn-ssl"} 2026-07-27T21:20:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "e54e3e0f-45b4-4a80-9bfb-73a3cb2aae2b", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:20:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "143b4bd9-465f-4a6b-9b99-700c4adbfd0d", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:20:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "143b4bd9-465f-4a6b-9b99-700c4adbfd0d", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511"} 2026-07-27T21:20:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "143b4bd9-465f-4a6b-9b99-700c4adbfd0d", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:20:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "143b4bd9-465f-4a6b-9b99-700c4adbfd0d", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:20:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "143b4bd9-465f-4a6b-9b99-700c4adbfd0d", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511-kserve-route-authn"} 2026-07-27T21:20:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "143b4bd9-465f-4a6b-9b99-700c4adbfd0d", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511-kserve-route-authn"} 2026-07-27T21:20:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "143b4bd9-465f-4a6b-9b99-700c4adbfd0d", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:20:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "143b4bd9-465f-4a6b-9b99-700c4adbfd0d", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:20:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "sub-test-model-ba2511", "reconcileID": "542225d1-29a1-44fa-a3bb-a912e007da80", "LLMInferenceService": "sub-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:20:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "b4ceef6e-9f55-4db6-a58e-6740fedb76e6", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:20:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "b4ceef6e-9f55-4db6-a58e-6740fedb76e6", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511-authn-ssl"} 2026-07-27T21:20:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "b4ceef6e-9f55-4db6-a58e-6740fedb76e6", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:20:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "e0e9ea29-0f71-43fa-9868-72fe5b7fa6ce", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:20:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "e0e9ea29-0f71-43fa-9868-72fe5b7fa6ce", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511-authn-ssl"} 2026-07-27T21:20:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "e0e9ea29-0f71-43fa-9868-72fe5b7fa6ce", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:20:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "99be772c-2199-4526-ba18-475221c151f1", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:20:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "99be772c-2199-4526-ba18-475221c151f1", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:20:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "99be772c-2199-4526-ba18-475221c151f1", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:20:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "4e787870-f42a-4390-a930-45d48ff72b9c", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:20:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "99be772c-2199-4526-ba18-475221c151f1", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d-kserve-route-authn"} 2026-07-27T21:20:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "99be772c-2199-4526-ba18-475221c151f1", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d", "authType": "userdefined"} 2026-07-27T21:20:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "99be772c-2199-4526-ba18-475221c151f1", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:20:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "4e787870-f42a-4390-a930-45d48ff72b9c", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d-authn-ssl"} 2026-07-27T21:20:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "4e787870-f42a-4390-a930-45d48ff72b9c", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:20:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "2889fa56-b653-41c6-a41b-2349e63a3726", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:20:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "2889fa56-b653-41c6-a41b-2349e63a3726", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:20:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "2889fa56-b653-41c6-a41b-2349e63a3726", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:20:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "2889fa56-b653-41c6-a41b-2349e63a3726", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d-kserve-route-authn"} 2026-07-27T21:20:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "2889fa56-b653-41c6-a41b-2349e63a3726", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d", "authType": "userdefined"} 2026-07-27T21:20:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "2889fa56-b653-41c6-a41b-2349e63a3726", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:20:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "a3d6bb60-c608-4b98-982a-9eab9e26030c", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:20:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "a3d6bb60-c608-4b98-982a-9eab9e26030c", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d-authn-ssl"} 2026-07-27T21:20:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "a3d6bb60-c608-4b98-982a-9eab9e26030c", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:21:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "06909338-a4c3-416a-8126-35f0eb4d8cd6", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:21:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "06909338-a4c3-416a-8126-35f0eb4d8cd6", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d-authn-ssl"} 2026-07-27T21:21:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "06909338-a4c3-416a-8126-35f0eb4d8cd6", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:21:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "1c078475-1ca7-406b-be4a-8503ace95043", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:21:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "1c078475-1ca7-406b-be4a-8503ace95043", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:21:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "1c078475-1ca7-406b-be4a-8503ace95043", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:21:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "1c078475-1ca7-406b-be4a-8503ace95043", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d-kserve-route-authn"} 2026-07-27T21:21:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "1c078475-1ca7-406b-be4a-8503ace95043", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d", "authType": "userdefined"} 2026-07-27T21:21:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "1c078475-1ca7-406b-be4a-8503ace95043", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:21:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "6a6f09cd-b49c-484b-a2d6-862dced9b555", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:21:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "6a6f09cd-b49c-484b-a2d6-862dced9b555", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511-authn-ssl"} 2026-07-27T21:21:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "6a6f09cd-b49c-484b-a2d6-862dced9b555", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:21:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "aadb3e0f-8e9a-403e-8b37-084e19ad6e99", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:21:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "aadb3e0f-8e9a-403e-8b37-084e19ad6e99", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:21:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "aadb3e0f-8e9a-403e-8b37-084e19ad6e99", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:21:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "aadb3e0f-8e9a-403e-8b37-084e19ad6e99", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d-kserve-route-authn"} 2026-07-27T21:21:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "aadb3e0f-8e9a-403e-8b37-084e19ad6e99", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d", "authType": "userdefined"} 2026-07-27T21:21:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "aadb3e0f-8e9a-403e-8b37-084e19ad6e99", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:21:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "5ac34a68-4a47-4e24-9264-5c155fcc7fa9", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:21:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "5ac34a68-4a47-4e24-9264-5c155fcc7fa9", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:21:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "5ac34a68-4a47-4e24-9264-5c155fcc7fa9", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:21:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "9708fdbd-f972-4e61-bb36-2ff53befe82b", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:21:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "5ac34a68-4a47-4e24-9264-5c155fcc7fa9", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511-kserve-route-authn"} 2026-07-27T21:21:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "5ac34a68-4a47-4e24-9264-5c155fcc7fa9", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "authType": "userdefined"} 2026-07-27T21:21:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "5ac34a68-4a47-4e24-9264-5c155fcc7fa9", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:21:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "9708fdbd-f972-4e61-bb36-2ff53befe82b", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511-authn-ssl"} 2026-07-27T21:21:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "9708fdbd-f972-4e61-bb36-2ff53befe82b", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:21:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "e6ff449b-4942-41e9-9be8-45e9c66beccc", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:21:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "e6ff449b-4942-41e9-9be8-45e9c66beccc", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:21:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "e6ff449b-4942-41e9-9be8-45e9c66beccc", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:21:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "e6ff449b-4942-41e9-9be8-45e9c66beccc", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511-kserve-route-authn"} 2026-07-27T21:21:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "e6ff449b-4942-41e9-9be8-45e9c66beccc", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "authType": "userdefined"} 2026-07-27T21:21:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "e6ff449b-4942-41e9-9be8-45e9c66beccc", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:21:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "683cc3a6-d6f8-421a-af06-5bc96b7b407e", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:21:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "683cc3a6-d6f8-421a-af06-5bc96b7b407e", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511-authn-ssl"} 2026-07-27T21:21:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "683cc3a6-d6f8-421a-af06-5bc96b7b407e", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:21:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "0b3382d5-104c-411a-98ee-0a607d60ac54", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:21:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "0b3382d5-104c-411a-98ee-0a607d60ac54", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:21:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "0b3382d5-104c-411a-98ee-0a607d60ac54", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:21:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "0b3382d5-104c-411a-98ee-0a607d60ac54", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511-kserve-route-authn"} 2026-07-27T21:21:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "0b3382d5-104c-411a-98ee-0a607d60ac54", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "authType": "userdefined"} 2026-07-27T21:21:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "0b3382d5-104c-411a-98ee-0a607d60ac54", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:21:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "d399a05f-ee22-4a1d-99da-9bceca93bb48", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:21:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "d399a05f-ee22-4a1d-99da-9bceca93bb48", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:21:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "d399a05f-ee22-4a1d-99da-9bceca93bb48", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:21:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "d399a05f-ee22-4a1d-99da-9bceca93bb48", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511-kserve-route-authn"} 2026-07-27T21:21:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "d399a05f-ee22-4a1d-99da-9bceca93bb48", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "authType": "userdefined"} 2026-07-27T21:21:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "d399a05f-ee22-4a1d-99da-9bceca93bb48", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:21:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "5d266cad-4f50-48f2-b65d-e1cc3f33bc99", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:21:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "5d266cad-4f50-48f2-b65d-e1cc3f33bc99", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:21:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "5d266cad-4f50-48f2-b65d-e1cc3f33bc99", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:21:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "5d266cad-4f50-48f2-b65d-e1cc3f33bc99", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511-kserve-route-authn"} 2026-07-27T21:21:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "5d266cad-4f50-48f2-b65d-e1cc3f33bc99", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "authType": "userdefined"} 2026-07-27T21:21:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "5d266cad-4f50-48f2-b65d-e1cc3f33bc99", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:21:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "51812d5e-61e2-4eb9-89d1-5cd5ed1eb1ac", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:21:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "51812d5e-61e2-4eb9-89d1-5cd5ed1eb1ac", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511-authn-ssl"} 2026-07-27T21:21:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "51812d5e-61e2-4eb9-89d1-5cd5ed1eb1ac", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:21:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "9944a5d5-83c7-483b-9663-fc63564c4189", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:21:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "9944a5d5-83c7-483b-9663-fc63564c4189", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d-authn-ssl"} 2026-07-27T21:21:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "9944a5d5-83c7-483b-9663-fc63564c4189", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:22:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "aaec2acd-9ad3-4f10-81be-d06f5153501d", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:22:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "aaec2acd-9ad3-4f10-81be-d06f5153501d", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d"} 2026-07-27T21:22:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "aaec2acd-9ad3-4f10-81be-d06f5153501d", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:22:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "aaec2acd-9ad3-4f10-81be-d06f5153501d", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:22:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "aaec2acd-9ad3-4f10-81be-d06f5153501d", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d-kserve-route-authn"} 2026-07-27T21:22:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "aaec2acd-9ad3-4f10-81be-d06f5153501d", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d-kserve-route-authn"} 2026-07-27T21:22:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "aaec2acd-9ad3-4f10-81be-d06f5153501d", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:22:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "aaec2acd-9ad3-4f10-81be-d06f5153501d", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:22:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-69909d","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "rate-test-model-69909d", "reconcileID": "92122d00-5a09-47ef-8210-3d0de7914d9b", "LLMInferenceService": "rate-test-model-69909d", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:22:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "520f12df-e94e-49e8-a006-9ccd6dc09334", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:22:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "520f12df-e94e-49e8-a006-9ccd6dc09334", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d-authn-ssl"} 2026-07-27T21:22:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "520f12df-e94e-49e8-a006-9ccd6dc09334", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:22:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "fb164c26-c06b-4ed8-b015-ba7583d6f419", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:22:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "fb164c26-c06b-4ed8-b015-ba7583d6f419", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d-authn-ssl"} 2026-07-27T21:22:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "fb164c26-c06b-4ed8-b015-ba7583d6f419", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:22:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "38522841-5e88-4626-9bbb-743bb532f1e2", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:22:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "38522841-5e88-4626-9bbb-743bb532f1e2", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511"} 2026-07-27T21:22:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "38522841-5e88-4626-9bbb-743bb532f1e2", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:22:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "38522841-5e88-4626-9bbb-743bb532f1e2", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:22:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "38522841-5e88-4626-9bbb-743bb532f1e2", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511-kserve-route-authn"} 2026-07-27T21:22:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "38522841-5e88-4626-9bbb-743bb532f1e2", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511-kserve-route-authn"} 2026-07-27T21:22:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "38522841-5e88-4626-9bbb-743bb532f1e2", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:22:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "38522841-5e88-4626-9bbb-743bb532f1e2", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:22:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ba2511","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "rate-test-model-ba2511", "reconcileID": "150f6dff-1c0e-4286-9492-915ce01d1286", "LLMInferenceService": "rate-test-model-ba2511", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:22:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "8fa3723a-e230-48bc-afe3-6041ae62601e", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:22:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "8fa3723a-e230-48bc-afe3-6041ae62601e", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511-authn-ssl"} 2026-07-27T21:22:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "8fa3723a-e230-48bc-afe3-6041ae62601e", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:22:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "bd45301b-0e1d-41c2-a9da-6ed858f97bb2", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:22:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "bd45301b-0e1d-41c2-a9da-6ed858f97bb2", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511-authn-ssl"} 2026-07-27T21:22:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "bd45301b-0e1d-41c2-a9da-6ed858f97bb2", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:22:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "3bfdf0e9-63c4-4071-923c-ce68d239fd4a", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:22:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "3bfdf0e9-63c4-4071-923c-ce68d239fd4a", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511-authn-ssl"} 2026-07-27T21:22:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "3bfdf0e9-63c4-4071-923c-ce68d239fd4a", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:22:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "57c1da44-5364-4aef-97b0-21b81c129088", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:22:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "57c1da44-5364-4aef-97b0-21b81c129088", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d-authn-ssl"} 2026-07-27T21:22:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "57c1da44-5364-4aef-97b0-21b81c129088", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:22:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "ef9c1424-0118-467b-94cc-6ecabf1f5d38", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:22:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "ef9c1424-0118-467b-94cc-6ecabf1f5d38", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310-authn-ssl"} 2026-07-27T21:22:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "ef9c1424-0118-467b-94cc-6ecabf1f5d38", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:22:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "70c51570-3eee-47bb-92cb-35d76cf564e1", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:22:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "70c51570-3eee-47bb-92cb-35d76cf564e1", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310-authn-ssl"} 2026-07-27T21:22:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "70c51570-3eee-47bb-92cb-35d76cf564e1", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:22:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "536fb625-ec27-44f2-a6d5-0c22fc3663c9", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:22:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "536fb625-ec27-44f2-a6d5-0c22fc3663c9", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310-authn-ssl"} 2026-07-27T21:22:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "536fb625-ec27-44f2-a6d5-0c22fc3663c9", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:22:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "e330bc12-bb80-41ef-9f32-f33a3f3c65ea", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:22:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "e330bc12-bb80-41ef-9f32-f33a3f3c65ea", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310-authn-ssl"} 2026-07-27T21:22:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "e330bc12-bb80-41ef-9f32-f33a3f3c65ea", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:22:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "2c389b15-70e4-4c5b-93e9-ec0206e789db", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:22:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "2c389b15-70e4-4c5b-93e9-ec0206e789db", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310-authn-ssl"} 2026-07-27T21:22:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "2c389b15-70e4-4c5b-93e9-ec0206e789db", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:22:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "c38f53f1-3f56-449e-ba01-8ffa3e00d1b1", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:22:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "c38f53f1-3f56-449e-ba01-8ffa3e00d1b1", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310-authn-ssl"} 2026-07-27T21:22:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "c38f53f1-3f56-449e-ba01-8ffa3e00d1b1", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:22:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "b2c80f5a-1df5-4306-8dd9-327caf52f511", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:22:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "b2c80f5a-1df5-4306-8dd9-327caf52f511", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310-authn-ssl"} 2026-07-27T21:22:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "b2c80f5a-1df5-4306-8dd9-327caf52f511", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:23:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "openshift-service-ca.crt", "reconcileID": "c4b1eb2a-bb90-43f7-9d81-74e40e9f4ce4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:23:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "openshift-service-ca.crt", "reconcileID": "7dc102ac-7f5d-48a0-a57b-b5bde8d5f3fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-91a310", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:23:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "openshift-service-ca.crt", "reconcileID": "7dc102ac-7f5d-48a0-a57b-b5bde8d5f3fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:23:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "odh-trusted-ca-bundle", "reconcileID": "93dea6e5-88bc-4574-a727-59ce29acaa3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:23:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "openshift-service-ca.crt", "reconcileID": "eb7227e8-a046-410b-be7c-b673e63bc267", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:23:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "979f2722-7adc-4883-8cff-73639a867bc0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:23:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "odh-trusted-ca-bundle", "reconcileID": "c6236946-540b-4eab-b355-eba3cdde85b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-91a310", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:23:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "odh-trusted-ca-bundle", "reconcileID": "c6236946-540b-4eab-b355-eba3cdde85b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:23:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "894cbbbf-5fcf-4e34-bfcf-82e1b1cdbb12", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:23:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "5efd71ca-e496-4d64-ab83-f7638ad8bb6f", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:23:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "5efd71ca-e496-4d64-ab83-f7638ad8bb6f", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310-authn-ssl"} 2026-07-27T21:23:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "5efd71ca-e496-4d64-ab83-f7638ad8bb6f", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:23:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "42850142-7a4f-48af-a8f5-eaad5e48c458", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:23:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "4fe0e3c6-21a5-4714-a25c-b7d87d7d92ec", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:23:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "4fe0e3c6-21a5-4714-a25c-b7d87d7d92ec", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310-authn-ssl"} 2026-07-27T21:23:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "4fe0e3c6-21a5-4714-a25c-b7d87d7d92ec", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:23:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "bf788bc0-0520-4493-b8f2-c78c29834300", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:23:16Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "bf788bc0-0520-4493-b8f2-c78c29834300", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed-authn-ssl"} 2026-07-27T21:23:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "bf788bc0-0520-4493-b8f2-c78c29834300", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:23:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "9e7b61b0-a28f-45cd-8d39-01e291440453", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:23:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "9e7b61b0-a28f-45cd-8d39-01e291440453", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed-authn-ssl"} 2026-07-27T21:23:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "9e7b61b0-a28f-45cd-8d39-01e291440453", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:23:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "71d3770e-8d5d-4825-8329-e581846a711a", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:23:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "71d3770e-8d5d-4825-8329-e581846a711a", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed-authn-ssl"} 2026-07-27T21:23:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "71d3770e-8d5d-4825-8329-e581846a711a", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:23:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "a17ce16a-747a-4cd0-a927-49f0bd5d808f", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:23:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "a17ce16a-747a-4cd0-a927-49f0bd5d808f", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed-authn-ssl"} 2026-07-27T21:23:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "a17ce16a-747a-4cd0-a927-49f0bd5d808f", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:23:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "9f44b508-9dc8-4f88-85f5-7af51cba74a0", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:23:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "9f44b508-9dc8-4f88-85f5-7af51cba74a0", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed-authn-ssl"} 2026-07-27T21:23:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "9f44b508-9dc8-4f88-85f5-7af51cba74a0", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:23:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "f339793a-aac6-40a7-bda5-19daf3749b29", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:23:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "f339793a-aac6-40a7-bda5-19daf3749b29", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed-authn-ssl"} 2026-07-27T21:23:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "f339793a-aac6-40a7-bda5-19daf3749b29", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:23:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "06cc6e87-a181-4f98-ae2c-9518be83b437", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:23:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "06cc6e87-a181-4f98-ae2c-9518be83b437", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed-authn-ssl"} 2026-07-27T21:23:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "06cc6e87-a181-4f98-ae2c-9518be83b437", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:23:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-85c5ed"}, "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "name": "openshift-service-ca.crt", "reconcileID": "0ad4b59d-3647-4403-8389-b76e4e100d89", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-85c5ed"} 2026-07-27T21:23:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85c5ed"}, "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "name": "odh-trusted-ca-bundle", "reconcileID": "91b5afb2-6baa-48f0-b7db-24df34a5fd57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85c5ed"} 2026-07-27T21:23:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-85c5ed"}, "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "name": "openshift-service-ca.crt", "reconcileID": "e2358ef8-ec6e-45e8-86f1-b7b51c29588d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:23:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-85c5ed"}, "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "name": "openshift-service-ca.crt", "reconcileID": "e2358ef8-ec6e-45e8-86f1-b7b51c29588d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-85c5ed"} 2026-07-27T21:23:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-85c5ed"}, "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "name": "openshift-service-ca.crt", "reconcileID": "28f39465-796c-4082-bde4-328457e25c53", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-85c5ed"} 2026-07-27T21:23:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85c5ed"}, "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fad874f3-40de-45aa-abd1-b8c015fbe3a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85c5ed"} 2026-07-27T21:23:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85c5ed"}, "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "name": "odh-trusted-ca-bundle", "reconcileID": "20d10c0a-09d4-48aa-b39a-1e5675e71ee7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:23:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85c5ed"}, "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "name": "odh-trusted-ca-bundle", "reconcileID": "20d10c0a-09d4-48aa-b39a-1e5675e71ee7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85c5ed"} 2026-07-27T21:23:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85c5ed"}, "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ae20b7e-c111-4097-884e-0fe85c74ed35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85c5ed"} 2026-07-27T21:23:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "ad88bb76-77a3-4050-b673-605bebd7bf4f", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:23:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "ad88bb76-77a3-4050-b673-605bebd7bf4f", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed-authn-ssl"} 2026-07-27T21:23:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "ad88bb76-77a3-4050-b673-605bebd7bf4f", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:23:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "45c3f759-18d6-4844-8654-4f1682b9ebc4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:23:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "80d08912-e899-4fac-a86a-7f90d601b6ab", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:23:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "80d08912-e899-4fac-a86a-7f90d601b6ab", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed-authn-ssl"} 2026-07-27T21:23:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "80d08912-e899-4fac-a86a-7f90d601b6ab", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:23:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "5975bf55-f624-4d48-95c8-e1bef1dbcf84", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:23:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "5975bf55-f624-4d48-95c8-e1bef1dbcf84", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:23:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "5975bf55-f624-4d48-95c8-e1bef1dbcf84", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:23:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "5975bf55-f624-4d48-95c8-e1bef1dbcf84", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310-kserve-route-authn"} 2026-07-27T21:23:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "6d5937ce-318a-44c9-85be-07388ff4fe1f", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:23:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "5975bf55-f624-4d48-95c8-e1bef1dbcf84", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "authType": "userdefined"} 2026-07-27T21:23:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "5975bf55-f624-4d48-95c8-e1bef1dbcf84", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:23:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "6d5937ce-318a-44c9-85be-07388ff4fe1f", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310-authn-ssl"} 2026-07-27T21:23:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "6d5937ce-318a-44c9-85be-07388ff4fe1f", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:23:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "63d73eda-d81c-4b5b-a2ae-42d6c4535258", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:23:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "63d73eda-d81c-4b5b-a2ae-42d6c4535258", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:23:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "63d73eda-d81c-4b5b-a2ae-42d6c4535258", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:23:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "63d73eda-d81c-4b5b-a2ae-42d6c4535258", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310-kserve-route-authn"} 2026-07-27T21:23:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "63d73eda-d81c-4b5b-a2ae-42d6c4535258", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "authType": "userdefined"} 2026-07-27T21:23:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "63d73eda-d81c-4b5b-a2ae-42d6c4535258", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:24:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "cef3225c-814b-4965-a6d5-dc0a93761a74", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:24:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "cef3225c-814b-4965-a6d5-dc0a93761a74", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310-authn-ssl"} 2026-07-27T21:24:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "cef3225c-814b-4965-a6d5-dc0a93761a74", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:24:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "9e5cb81b-b2b4-4bc8-be0b-37c6d2591725", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:24:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "9e5cb81b-b2b4-4bc8-be0b-37c6d2591725", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:24:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "9e5cb81b-b2b4-4bc8-be0b-37c6d2591725", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:24:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "9e5cb81b-b2b4-4bc8-be0b-37c6d2591725", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310-kserve-route-authn"} 2026-07-27T21:24:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "9e5cb81b-b2b4-4bc8-be0b-37c6d2591725", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "authType": "userdefined"} 2026-07-27T21:24:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "9e5cb81b-b2b4-4bc8-be0b-37c6d2591725", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:24:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "220df540-b88c-4c79-9cfe-794b57cb0122", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:24:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "0a097a93-9ba6-4012-9161-e064157b83e4", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:24:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "0a097a93-9ba6-4012-9161-e064157b83e4", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:24:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "0a097a93-9ba6-4012-9161-e064157b83e4", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:24:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "0a097a93-9ba6-4012-9161-e064157b83e4", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310-kserve-route-authn"} 2026-07-27T21:24:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "0a097a93-9ba6-4012-9161-e064157b83e4", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "authType": "userdefined"} 2026-07-27T21:24:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "0a097a93-9ba6-4012-9161-e064157b83e4", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:24:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "16862fd3-3e44-4ea6-982d-635a54c5d777", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:24:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "16862fd3-3e44-4ea6-982d-635a54c5d777", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310-authn-ssl"} 2026-07-27T21:24:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "16862fd3-3e44-4ea6-982d-635a54c5d777", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:24:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "273df6d8-43e1-46e2-b542-fdd05e12b60b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:24:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "2ec8eeaa-01c8-47fd-b4fe-c99eda36057c", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress"} 2026-07-27T21:24:47Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "2ec8eeaa-01c8-47fd-b4fe-c99eda36057c", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2-authn-ssl"} 2026-07-27T21:24:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "2ec8eeaa-01c8-47fd-b4fe-c99eda36057c", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress"} 2026-07-27T21:24:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "78bf67ad-054b-4dc0-9231-cda38472522b", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress"} 2026-07-27T21:24:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "78bf67ad-054b-4dc0-9231-cda38472522b", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2-authn-ssl"} 2026-07-27T21:24:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "78bf67ad-054b-4dc0-9231-cda38472522b", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress"} 2026-07-27T21:24:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "a2fa0e20-61dc-4092-9569-9782a53037ca", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress"} 2026-07-27T21:24:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "a2fa0e20-61dc-4092-9569-9782a53037ca", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2-authn-ssl"} 2026-07-27T21:24:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "a2fa0e20-61dc-4092-9569-9782a53037ca", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress"} 2026-07-27T21:24:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "27009bb4-8980-40ca-844f-fe8e04e3c269", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress"} 2026-07-27T21:24:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "27009bb4-8980-40ca-844f-fe8e04e3c269", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2-authn-ssl"} 2026-07-27T21:24:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "27009bb4-8980-40ca-844f-fe8e04e3c269", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress"} 2026-07-27T21:24:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "e30d8606-e6ee-4c36-9dd0-69df39f78071", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress"} 2026-07-27T21:24:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "e30d8606-e6ee-4c36-9dd0-69df39f78071", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2-authn-ssl"} 2026-07-27T21:24:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "e30d8606-e6ee-4c36-9dd0-69df39f78071", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress"} 2026-07-27T21:24:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "fb5e0388-efb6-4ff6-a1a9-2fb85b3ab6dc", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress"} 2026-07-27T21:24:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "fb5e0388-efb6-4ff6-a1a9-2fb85b3ab6dc", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2-authn-ssl"} 2026-07-27T21:24:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "fb5e0388-efb6-4ff6-a1a9-2fb85b3ab6dc", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress"} 2026-07-27T21:24:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eea6fce6-9178-4aeb-b5ce-263ff9ecdbae", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:24:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "odh-trusted-ca-bundle", "reconcileID": "5a259e0a-82ec-4a94-9f4c-ae8eaf2c7d73", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2"} 2026-07-27T21:24:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "openshift-service-ca.crt", "reconcileID": "4c4bc0e2-a1bf-4c01-bcf3-8353d4b43e3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2"} 2026-07-27T21:24:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "openshift-service-ca.crt", "reconcileID": "b9306b05-78d6-4bce-99ae-84e78abd4dbb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:24:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "openshift-service-ca.crt", "reconcileID": "b9306b05-78d6-4bce-99ae-84e78abd4dbb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2"} 2026-07-27T21:24:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "openshift-service-ca.crt", "reconcileID": "a31b8e78-2694-4f71-a7ca-3d9448e2f969", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:24:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "openshift-service-ca.crt", "reconcileID": "a31b8e78-2694-4f71-a7ca-3d9448e2f969", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T21:24:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4def96c7-f961-447d-a59e-dccb626a3784", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2"} 2026-07-27T21:24:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "odh-trusted-ca-bundle", "reconcileID": "1a3dcbb1-8a09-46e7-9889-1b986d128925", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:24:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "odh-trusted-ca-bundle", "reconcileID": "1a3dcbb1-8a09-46e7-9889-1b986d128925", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2"} 2026-07-27T21:24:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "openshift-service-ca.crt", "reconcileID": "033f45de-ae73-454d-9958-cf49794bf29e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2"} 2026-07-27T21:24:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d239700-2727-4bc3-9a47-343dbb055c1b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2"} 2026-07-27T21:24:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "8b295a28-11a3-4514-a56a-ea9cd64dd297", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress"} 2026-07-27T21:24:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "8b295a28-11a3-4514-a56a-ea9cd64dd297", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2-authn-ssl"} 2026-07-27T21:24:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "8b295a28-11a3-4514-a56a-ea9cd64dd297", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress"} 2026-07-27T21:24:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2705a323-6cbc-4410-8523-cda3b48c1d5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:25:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "e777d631-5e3c-4272-b146-5f97bdb0a6b1", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress"} 2026-07-27T21:25:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "e777d631-5e3c-4272-b146-5f97bdb0a6b1", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2-authn-ssl"} 2026-07-27T21:25:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "e777d631-5e3c-4272-b146-5f97bdb0a6b1", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress"} 2026-07-27T21:25:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "0d43516c-57e5-4575-8782-93912a46a2de", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress"} 2026-07-27T21:25:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "0d43516c-57e5-4575-8782-93912a46a2de", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2-authn-ssl"} 2026-07-27T21:25:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "0d43516c-57e5-4575-8782-93912a46a2de", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress"} 2026-07-27T21:25:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "41be8c29-b331-4994-bc8e-6d6e1ac815c6", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress"} 2026-07-27T21:25:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "41be8c29-b331-4994-bc8e-6d6e1ac815c6", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2-authn-ssl"} 2026-07-27T21:25:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-baf2d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-baf2d2", "reconcileID": "41be8c29-b331-4994-bc8e-6d6e1ac815c6", "Gateway": "e2e-ipp-cleanup-baf2d2", "namespace": "openshift-ingress"} 2026-07-27T21:25:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f9a9f0f-c2d1-412d-9e8e-312bcad9f0bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2"} 2026-07-27T21:25:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f9a9f0f-c2d1-412d-9e8e-312bcad9f0bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:25:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f9a9f0f-c2d1-412d-9e8e-312bcad9f0bd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-baf2d2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T21:25:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "odh-trusted-ca-bundle", "reconcileID": "e50fe17e-dca1-445f-b8bb-d61ce8303c66", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2"} 2026-07-27T21:25:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "odh-trusted-ca-bundle", "reconcileID": "e50fe17e-dca1-445f-b8bb-d61ce8303c66", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:25:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "odh-trusted-ca-bundle", "reconcileID": "e50fe17e-dca1-445f-b8bb-d61ce8303c66", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-baf2d2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T21:25:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b343a89f-4ac5-40f1-9b35-ef3c23a370ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2"} 2026-07-27T21:25:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b343a89f-4ac5-40f1-9b35-ef3c23a370ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2"} 2026-07-27T21:25:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "openshift-service-ca.crt", "reconcileID": "38528d6a-8f45-4cfc-97e9-d79a111d150c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2"} 2026-07-27T21:25:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "openshift-service-ca.crt", "reconcileID": "38528d6a-8f45-4cfc-97e9-d79a111d150c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2"} 2026-07-27T21:25:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "odh-trusted-ca-bundle", "reconcileID": "8cc03af8-7727-4f84-91f5-371d1d55c40e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2"} 2026-07-27T21:25:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-baf2d2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2", "name": "odh-trusted-ca-bundle", "reconcileID": "8cc03af8-7727-4f84-91f5-371d1d55c40e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-baf2d2"} 2026-07-27T21:25:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f9e50fa3-1ea2-4b99-960a-5f86c659f861", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:25:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "09db5647-38b3-40f9-b4ab-678f6f1dc2ec", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:25:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "09db5647-38b3-40f9-b4ab-678f6f1dc2ec", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310-authn-ssl"} 2026-07-27T21:25:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "09db5647-38b3-40f9-b4ab-678f6f1dc2ec", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:25:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "12e8c583-7975-4fce-b0ed-e5e032488da2", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:25:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "12e8c583-7975-4fce-b0ed-e5e032488da2", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310-authn-ssl"} 2026-07-27T21:25:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "12e8c583-7975-4fce-b0ed-e5e032488da2", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:25:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "19cd167e-f814-4136-b31d-9c13d2e8a4ee", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:25:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "19cd167e-f814-4136-b31d-9c13d2e8a4ee", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310-authn-ssl"} 2026-07-27T21:25:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "19cd167e-f814-4136-b31d-9c13d2e8a4ee", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:25:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "f100f76d-8727-46b6-9621-6be8c5477b6e", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:25:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "f100f76d-8727-46b6-9621-6be8c5477b6e", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:25:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "f100f76d-8727-46b6-9621-6be8c5477b6e", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:25:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "f100f76d-8727-46b6-9621-6be8c5477b6e", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310-kserve-route-authn"} 2026-07-27T21:25:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "f100f76d-8727-46b6-9621-6be8c5477b6e", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "authType": "userdefined"} 2026-07-27T21:25:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "f100f76d-8727-46b6-9621-6be8c5477b6e", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:14Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T21:26:14Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T21:26:16Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T21:26:16Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T21:26:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "1ad3734a-68ad-4afb-adf5-3e9ac9078fa9", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:26:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "1ad3734a-68ad-4afb-adf5-3e9ac9078fa9", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310-authn-ssl"} 2026-07-27T21:26:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "1ad3734a-68ad-4afb-adf5-3e9ac9078fa9", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:26:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "575f8f46-a23b-4ea3-9046-106c8ddc5aff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "575f8f46-a23b-4ea3-9046-106c8ddc5aff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-91a310", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:26:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "575f8f46-a23b-4ea3-9046-106c8ddc5aff", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-91a310 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T21:26:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "odh-trusted-ca-bundle", "reconcileID": "177f5202-8596-4e41-99fc-c13e39e472af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "odh-trusted-ca-bundle", "reconcileID": "177f5202-8596-4e41-99fc-c13e39e472af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "openshift-service-ca.crt", "reconcileID": "036942ef-9e14-4a33-bc38-81b87f2c64e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "openshift-service-ca.crt", "reconcileID": "036942ef-9e14-4a33-bc38-81b87f2c64e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c14a311-1b0a-4663-b490-d0d93d0cfee3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c14a311-1b0a-4663-b490-d0d93d0cfee3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "ee56bfdc-8c14-476d-b8be-f9b72a27a622", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "ee56bfdc-8c14-476d-b8be-f9b72a27a622", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "ee56bfdc-8c14-476d-b8be-f9b72a27a622", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "ee56bfdc-8c14-476d-b8be-f9b72a27a622", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310-kserve-route-authn"} 2026-07-27T21:26:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "ee56bfdc-8c14-476d-b8be-f9b72a27a622", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "authType": "userdefined"} 2026-07-27T21:26:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "ee56bfdc-8c14-476d-b8be-f9b72a27a622", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "c5d67199-4781-4f5d-acfb-2b7304137f7a", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "c5d67199-4781-4f5d-acfb-2b7304137f7a", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310"} 2026-07-27T21:26:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "c5d67199-4781-4f5d-acfb-2b7304137f7a", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "c5d67199-4781-4f5d-acfb-2b7304137f7a", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "c5d67199-4781-4f5d-acfb-2b7304137f7a", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310-kserve-route-authn"} 2026-07-27T21:26:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "c5d67199-4781-4f5d-acfb-2b7304137f7a", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310-kserve-route-authn"} 2026-07-27T21:26:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "c5d67199-4781-4f5d-acfb-2b7304137f7a", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "c5d67199-4781-4f5d-acfb-2b7304137f7a", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "40c45589-5c61-4a24-afa0-953e2a28ed7f", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "40c45589-5c61-4a24-afa0-953e2a28ed7f", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310"} 2026-07-27T21:26:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "40c45589-5c61-4a24-afa0-953e2a28ed7f", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "40c45589-5c61-4a24-afa0-953e2a28ed7f", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "40c45589-5c61-4a24-afa0-953e2a28ed7f", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310-kserve-route-authn"} 2026-07-27T21:26:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "40c45589-5c61-4a24-afa0-953e2a28ed7f", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310-kserve-route-authn"} 2026-07-27T21:26:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "40c45589-5c61-4a24-afa0-953e2a28ed7f", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "40c45589-5c61-4a24-afa0-953e2a28ed7f", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-91a310","namespace":"ai-tenant-e2e-ipp-a-91a310"}, "namespace": "ai-tenant-e2e-ipp-a-91a310", "name": "ipp-route-91a310", "reconcileID": "abecda6d-d6e6-45c6-ad3c-2c6e088e3672", "LLMInferenceService": "ipp-route-91a310", "namespace": "ai-tenant-e2e-ipp-a-91a310"} 2026-07-27T21:26:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "30bacb5e-00eb-42ae-bde4-a822dbb671e9", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:26:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "30bacb5e-00eb-42ae-bde4-a822dbb671e9", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310-authn-ssl"} 2026-07-27T21:26:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-91a310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-91a310", "reconcileID": "30bacb5e-00eb-42ae-bde4-a822dbb671e9", "Gateway": "e2e-ipp-a-91a310", "namespace": "openshift-ingress"} 2026-07-27T21:26:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d42dfdb4-4e51-4bf2-a253-056dd48a96b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:26:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "bcbe539d-a4da-431e-b5c0-aca016ea5fe3", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:26:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "bcbe539d-a4da-431e-b5c0-aca016ea5fe3", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed-authn-ssl"} 2026-07-27T21:26:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "bcbe539d-a4da-431e-b5c0-aca016ea5fe3", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:26:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "21fc1339-e9c3-4c53-9edd-783d2baaa284", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:26:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "21fc1339-e9c3-4c53-9edd-783d2baaa284", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed-authn-ssl"} 2026-07-27T21:26:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85c5ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85c5ed", "reconcileID": "21fc1339-e9c3-4c53-9edd-783d2baaa284", "Gateway": "e2e-ipp-b-85c5ed", "namespace": "openshift-ingress"} 2026-07-27T21:27:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85c5ed"}, "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbd94baf-1907-48a5-ada4-bfd35052a4ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85c5ed"} 2026-07-27T21:27:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85c5ed"}, "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbd94baf-1907-48a5-ada4-bfd35052a4ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:27:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85c5ed"}, "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbd94baf-1907-48a5-ada4-bfd35052a4ac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-85c5ed because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T21:27:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85c5ed"}, "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "name": "odh-trusted-ca-bundle", "reconcileID": "44f07499-bd95-4fa5-82af-ba393cfbcccc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85c5ed"} 2026-07-27T21:27:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85c5ed"}, "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "name": "odh-trusted-ca-bundle", "reconcileID": "44f07499-bd95-4fa5-82af-ba393cfbcccc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85c5ed"} 2026-07-27T21:27:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-85c5ed"}, "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "name": "openshift-service-ca.crt", "reconcileID": "bb5ea0d7-5d94-4471-b3e2-365b90ee821f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-85c5ed"} 2026-07-27T21:27:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-85c5ed"}, "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "name": "openshift-service-ca.crt", "reconcileID": "bb5ea0d7-5d94-4471-b3e2-365b90ee821f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-85c5ed"} 2026-07-27T21:27:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85c5ed"}, "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e101cd1-e725-42e7-b6c4-146ef725a33a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85c5ed"} 2026-07-27T21:27:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85c5ed"}, "namespace": "ai-tenant-e2e-ipp-b-85c5ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e101cd1-e725-42e7-b6c4-146ef725a33a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85c5ed"} 2026-07-27T21:27:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "902ce6f4-cb02-4d91-9931-5edf74e10a64", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:27:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "daa94c37-1088-4921-b84f-e8d7dbce33e1", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:27:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "daa94c37-1088-4921-b84f-e8d7dbce33e1", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d-authn-ssl"} 2026-07-27T21:27:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "daa94c37-1088-4921-b84f-e8d7dbce33e1", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:27:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "1c8472c2-88f3-4d1c-b968-55e1b78d4fac", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:27:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "1c8472c2-88f3-4d1c-b968-55e1b78d4fac", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d-authn-ssl"} 2026-07-27T21:27:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-69909d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-69909d", "reconcileID": "1c8472c2-88f3-4d1c-b968-55e1b78d4fac", "Gateway": "e2e-shared-a-69909d", "namespace": "openshift-ingress"} 2026-07-27T21:27:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e09cea7c-06f4-4890-b98d-12ff3938a1d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:27:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e09cea7c-06f4-4890-b98d-12ff3938a1d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-69909d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:27:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e09cea7c-06f4-4890-b98d-12ff3938a1d7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-69909d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T21:27:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "odh-trusted-ca-bundle", "reconcileID": "38b8550e-bc1b-4d83-a570-6ddc41616c88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:27:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "odh-trusted-ca-bundle", "reconcileID": "38b8550e-bc1b-4d83-a570-6ddc41616c88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:27:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "openshift-service-ca.crt", "reconcileID": "5f05e4b1-8c79-4272-80f6-049108104700", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:27:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "openshift-service-ca.crt", "reconcileID": "5f05e4b1-8c79-4272-80f6-049108104700", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:27:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7246b087-7d01-42ed-8b1c-5f1a51a8c468", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:27:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-69909d"}, "namespace": "ai-tenant-e2e-shared-a-69909d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7246b087-7d01-42ed-8b1c-5f1a51a8c468", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-69909d"} 2026-07-27T21:27:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b4d53a17-05aa-40ba-beaa-3a9c38be1a17", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:27:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "7b4a12a1-7b79-4fae-8151-71f683b40dae", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:27:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "7b4a12a1-7b79-4fae-8151-71f683b40dae", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511-authn-ssl"} 2026-07-27T21:27:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "7b4a12a1-7b79-4fae-8151-71f683b40dae", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:27:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "31adddd3-3c59-4745-b308-b787977a2743", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:27:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "31adddd3-3c59-4745-b308-b787977a2743", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511-authn-ssl"} 2026-07-27T21:27:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ba2511","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ba2511", "reconcileID": "31adddd3-3c59-4745-b308-b787977a2743", "Gateway": "e2e-shared-b-ba2511", "namespace": "openshift-ingress"} 2026-07-27T21:27:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6760e8cf-997d-4001-9bad-a3d076c00e9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:27:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6760e8cf-997d-4001-9bad-a3d076c00e9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ba2511", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:27:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6760e8cf-997d-4001-9bad-a3d076c00e9d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-ba2511 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T21:27:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "odh-trusted-ca-bundle", "reconcileID": "fc4dd261-b2c1-4a58-b3e7-b25caceb739e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:27:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "odh-trusted-ca-bundle", "reconcileID": "fc4dd261-b2c1-4a58-b3e7-b25caceb739e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:27:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "openshift-service-ca.crt", "reconcileID": "ec148aea-8f19-4258-a4f3-dc62933e228a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:27:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "openshift-service-ca.crt", "reconcileID": "ec148aea-8f19-4258-a4f3-dc62933e228a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:27:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbd181b2-47fa-450f-8b83-b2972984aca4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ba2511"} 2026-07-27T21:27:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ba2511"}, "namespace": "ai-tenant-e2e-shared-b-ba2511", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbd181b2-47fa-450f-8b83-b2972984aca4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ba2511"}