2026-07-31T02:31:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "f2904127-c6cd-40fa-a64a-885a80d5dab5", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:31:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "f2904127-c6cd-40fa-a64a-885a80d5dab5", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c-kserve-route-authn"} 2026-07-31T02:31:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "f2904127-c6cd-40fa-a64a-885a80d5dab5", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "authType": "userdefined"} 2026-07-31T02:31:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "f2904127-c6cd-40fa-a64a-885a80d5dab5", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:31:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "33e59368-9aa9-4896-9c9a-53140d1a1fc8", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:31:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "33e59368-9aa9-4896-9c9a-53140d1a1fc8", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c-authn-ssl"} 2026-07-31T02:31:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "33e59368-9aa9-4896-9c9a-53140d1a1fc8", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:31:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "9ebcb0b3-760c-44ed-ba3a-e8e84972bb66", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:31:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "9ebcb0b3-760c-44ed-ba3a-e8e84972bb66", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:31:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "9ebcb0b3-760c-44ed-ba3a-e8e84972bb66", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:31:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "9ebcb0b3-760c-44ed-ba3a-e8e84972bb66", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c-kserve-route-authn"} 2026-07-31T02:31:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "9ebcb0b3-760c-44ed-ba3a-e8e84972bb66", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "authType": "userdefined"} 2026-07-31T02:31:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "9ebcb0b3-760c-44ed-ba3a-e8e84972bb66", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:31:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "7bcb2751-f3ce-4bf4-9348-d91ead214453", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:31:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "7bcb2751-f3ce-4bf4-9348-d91ead214453", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:31:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "7bcb2751-f3ce-4bf4-9348-d91ead214453", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:31:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "7bcb2751-f3ce-4bf4-9348-d91ead214453", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c-kserve-route-authn"} 2026-07-31T02:31:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "7bcb2751-f3ce-4bf4-9348-d91ead214453", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "authType": "userdefined"} 2026-07-31T02:31:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "7bcb2751-f3ce-4bf4-9348-d91ead214453", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:31:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "dc5a4026-f914-470e-bdf4-a9ee05fce142", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:31:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "dc5a4026-f914-470e-bdf4-a9ee05fce142", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:31:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "dc5a4026-f914-470e-bdf4-a9ee05fce142", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:31:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "dc5a4026-f914-470e-bdf4-a9ee05fce142", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c-kserve-route-authn"} 2026-07-31T02:31:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "dc5a4026-f914-470e-bdf4-a9ee05fce142", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "authType": "userdefined"} 2026-07-31T02:31:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "dc5a4026-f914-470e-bdf4-a9ee05fce142", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:31:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "50f7adcc-d6ab-40dd-9b19-65d22dba7a99", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:31:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "50f7adcc-d6ab-40dd-9b19-65d22dba7a99", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b-authn-ssl"} 2026-07-31T02:31:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "50f7adcc-d6ab-40dd-9b19-65d22dba7a99", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:32:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "42f5c37c-368f-403a-8183-08c7c98b000e", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:32:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "42f5c37c-368f-403a-8183-08c7c98b000e", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c-authn-ssl"} 2026-07-31T02:32:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "42f5c37c-368f-403a-8183-08c7c98b000e", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:32:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3f08f8a9-06a1-4fab-8dd5-00df78ff12a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T02:32:23Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-31T02:32:23Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-31T02:32:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "fc5ebb8b-fd59-42fb-9000-3dfdcb6249ef", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:32:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "fc5ebb8b-fd59-42fb-9000-3dfdcb6249ef", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c-authn-ssl"} 2026-07-31T02:32:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "fc5ebb8b-fd59-42fb-9000-3dfdcb6249ef", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:32:24Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-31T02:32:24Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-31T02:32:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "44529ebc-86a4-420f-8a24-ebe5d400fa6a", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:32:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "44529ebc-86a4-420f-8a24-ebe5d400fa6a", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c-authn-ssl"} 2026-07-31T02:32:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "44529ebc-86a4-420f-8a24-ebe5d400fa6a", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:32:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "70bb3aa1-ee14-4dc4-afe8-03d76c708e41", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T02:32:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "sub-test-model-2aed0b", "reconcileID": "16726edb-45e8-4a81-be4e-a2fc12632e44", "LLMInferenceService": "sub-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:32:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "sub-test-model-2aed0b", "reconcileID": "16726edb-45e8-4a81-be4e-a2fc12632e44", "LLMInferenceService": "sub-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "sub-test-model-2aed0b"} 2026-07-31T02:32:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "sub-test-model-2aed0b", "reconcileID": "16726edb-45e8-4a81-be4e-a2fc12632e44", "LLMInferenceService": "sub-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:32:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "sub-test-model-2aed0b", "reconcileID": "16726edb-45e8-4a81-be4e-a2fc12632e44", "LLMInferenceService": "sub-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:32:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "sub-test-model-2aed0b", "reconcileID": "16726edb-45e8-4a81-be4e-a2fc12632e44", "LLMInferenceService": "sub-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "sub-test-model-2aed0b-kserve-route-authn"} 2026-07-31T02:32:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "sub-test-model-2aed0b", "reconcileID": "16726edb-45e8-4a81-be4e-a2fc12632e44", "LLMInferenceService": "sub-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "sub-test-model-2aed0b-kserve-route-authn"} 2026-07-31T02:32:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "sub-test-model-2aed0b", "reconcileID": "16726edb-45e8-4a81-be4e-a2fc12632e44", "LLMInferenceService": "sub-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:32:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "sub-test-model-2aed0b", "reconcileID": "16726edb-45e8-4a81-be4e-a2fc12632e44", "LLMInferenceService": "sub-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:32:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "sub-test-model-2aed0b", "reconcileID": "1447fec9-7ea1-48d9-829e-0d6fb3dedbbd", "LLMInferenceService": "sub-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:32:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "a538f5c7-4f33-4c7f-b24f-8d39ec7f8f28", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:32:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "a538f5c7-4f33-4c7f-b24f-8d39ec7f8f28", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b-authn-ssl"} 2026-07-31T02:32:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "a538f5c7-4f33-4c7f-b24f-8d39ec7f8f28", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:32:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "0c79be50-f584-4bc4-aad5-36ce6b8d36fd", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:32:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "0c79be50-f584-4bc4-aad5-36ce6b8d36fd", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b-authn-ssl"} 2026-07-31T02:32:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "0c79be50-f584-4bc4-aad5-36ce6b8d36fd", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:32:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "a6fcae43-236f-413a-88d8-ea8bd3d0d287", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:32:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "a6fcae43-236f-413a-88d8-ea8bd3d0d287", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c"} 2026-07-31T02:32:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "a6fcae43-236f-413a-88d8-ea8bd3d0d287", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:32:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "a6fcae43-236f-413a-88d8-ea8bd3d0d287", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:32:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "a6fcae43-236f-413a-88d8-ea8bd3d0d287", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c-kserve-route-authn"} 2026-07-31T02:32:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "a6fcae43-236f-413a-88d8-ea8bd3d0d287", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c-kserve-route-authn"} 2026-07-31T02:32:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "a6fcae43-236f-413a-88d8-ea8bd3d0d287", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:32:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "a6fcae43-236f-413a-88d8-ea8bd3d0d287", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:32:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "sub-test-model-01a44c", "reconcileID": "0398aca4-3a5b-46d8-8dbb-bbeea50d5842", "LLMInferenceService": "sub-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:32:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "f14212c3-c6f6-4eeb-bd4a-ab8e330116fc", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:32:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "f14212c3-c6f6-4eeb-bd4a-ab8e330116fc", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c-authn-ssl"} 2026-07-31T02:32:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "f14212c3-c6f6-4eeb-bd4a-ab8e330116fc", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:32:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "d8c0bd09-9185-4c75-9664-64a38fae5669", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:32:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "d8c0bd09-9185-4c75-9664-64a38fae5669", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c-authn-ssl"} 2026-07-31T02:32:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "d8c0bd09-9185-4c75-9664-64a38fae5669", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:32:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "5c865f7a-4f63-45f7-bf40-a1e4a56feb73", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:32:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "5c865f7a-4f63-45f7-bf40-a1e4a56feb73", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:32:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "5c865f7a-4f63-45f7-bf40-a1e4a56feb73", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:32:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "ce8ba359-dff9-4e07-8c35-10fc1788c970", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:32:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "5c865f7a-4f63-45f7-bf40-a1e4a56feb73", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b-kserve-route-authn"} 2026-07-31T02:32:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "5c865f7a-4f63-45f7-bf40-a1e4a56feb73", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b", "authType": "userdefined"} 2026-07-31T02:32:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "5c865f7a-4f63-45f7-bf40-a1e4a56feb73", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:32:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "ce8ba359-dff9-4e07-8c35-10fc1788c970", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b-authn-ssl"} 2026-07-31T02:32:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "ce8ba359-dff9-4e07-8c35-10fc1788c970", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:32:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "0e53e061-8ddd-469a-8d31-3705301e5628", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:32:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "0e53e061-8ddd-469a-8d31-3705301e5628", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:32:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "0e53e061-8ddd-469a-8d31-3705301e5628", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:32:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "0e53e061-8ddd-469a-8d31-3705301e5628", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b-kserve-route-authn"} 2026-07-31T02:32:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "0e53e061-8ddd-469a-8d31-3705301e5628", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b", "authType": "userdefined"} 2026-07-31T02:32:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "0e53e061-8ddd-469a-8d31-3705301e5628", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:32:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "5e89f24f-ba94-42ec-9a90-4654e6a5845f", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:32:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "5e89f24f-ba94-42ec-9a90-4654e6a5845f", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c-authn-ssl"} 2026-07-31T02:32:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "5e89f24f-ba94-42ec-9a90-4654e6a5845f", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:32:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "0ad92aaa-01a2-48a2-9702-63694b426120", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:32:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "0ad92aaa-01a2-48a2-9702-63694b426120", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b-authn-ssl"} 2026-07-31T02:32:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "0ad92aaa-01a2-48a2-9702-63694b426120", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:33:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "835f9115-5052-49ba-bac3-ed508fbd89bb", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:33:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "835f9115-5052-49ba-bac3-ed508fbd89bb", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b-authn-ssl"} 2026-07-31T02:33:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "835f9115-5052-49ba-bac3-ed508fbd89bb", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:33:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "473c2e40-ecf6-46c3-b4b5-938e8112be61", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:33:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "473c2e40-ecf6-46c3-b4b5-938e8112be61", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:33:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "473c2e40-ecf6-46c3-b4b5-938e8112be61", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:33:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "473c2e40-ecf6-46c3-b4b5-938e8112be61", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b-kserve-route-authn"} 2026-07-31T02:33:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "473c2e40-ecf6-46c3-b4b5-938e8112be61", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b", "authType": "userdefined"} 2026-07-31T02:33:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "473c2e40-ecf6-46c3-b4b5-938e8112be61", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:33:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "fdb42c8e-8897-4037-aa56-592cec25d0fd", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:33:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "fdb42c8e-8897-4037-aa56-592cec25d0fd", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:33:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "fdb42c8e-8897-4037-aa56-592cec25d0fd", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:33:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "fdb42c8e-8897-4037-aa56-592cec25d0fd", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b-kserve-route-authn"} 2026-07-31T02:33:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "fdb42c8e-8897-4037-aa56-592cec25d0fd", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b", "authType": "userdefined"} 2026-07-31T02:33:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "fdb42c8e-8897-4037-aa56-592cec25d0fd", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:33:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "934aac92-2d8e-478b-a176-5dcff16cdc17", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:33:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "934aac92-2d8e-478b-a176-5dcff16cdc17", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:33:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "934aac92-2d8e-478b-a176-5dcff16cdc17", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:33:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "934aac92-2d8e-478b-a176-5dcff16cdc17", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c-kserve-route-authn"} 2026-07-31T02:33:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "934aac92-2d8e-478b-a176-5dcff16cdc17", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "authType": "userdefined"} 2026-07-31T02:33:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "934aac92-2d8e-478b-a176-5dcff16cdc17", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:33:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "da69b1b3-7666-4290-b7ee-51c0d28fead3", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:33:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "da69b1b3-7666-4290-b7ee-51c0d28fead3", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c-authn-ssl"} 2026-07-31T02:33:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "da69b1b3-7666-4290-b7ee-51c0d28fead3", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:33:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "7689fb5b-17ea-4cf2-9d97-225fabbce6e0", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:33:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "7689fb5b-17ea-4cf2-9d97-225fabbce6e0", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:33:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "7689fb5b-17ea-4cf2-9d97-225fabbce6e0", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:33:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "7689fb5b-17ea-4cf2-9d97-225fabbce6e0", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c-kserve-route-authn"} 2026-07-31T02:33:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "7689fb5b-17ea-4cf2-9d97-225fabbce6e0", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "authType": "userdefined"} 2026-07-31T02:33:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "7689fb5b-17ea-4cf2-9d97-225fabbce6e0", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:33:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "fd51899a-f6eb-48b1-baf0-295c9a2988e8", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:33:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "fd51899a-f6eb-48b1-baf0-295c9a2988e8", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c-authn-ssl"} 2026-07-31T02:33:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "fd51899a-f6eb-48b1-baf0-295c9a2988e8", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:33:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "accb9007-e1f1-410a-941b-f3b5e8c87acb", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:33:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "accb9007-e1f1-410a-941b-f3b5e8c87acb", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:33:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "accb9007-e1f1-410a-941b-f3b5e8c87acb", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:33:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "accb9007-e1f1-410a-941b-f3b5e8c87acb", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c-kserve-route-authn"} 2026-07-31T02:33:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "accb9007-e1f1-410a-941b-f3b5e8c87acb", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "authType": "userdefined"} 2026-07-31T02:33:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "accb9007-e1f1-410a-941b-f3b5e8c87acb", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:34:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "9201c931-9ca5-4fce-8d34-a2c65005f34c", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:34:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "9201c931-9ca5-4fce-8d34-a2c65005f34c", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:34:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "9201c931-9ca5-4fce-8d34-a2c65005f34c", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:34:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "9201c931-9ca5-4fce-8d34-a2c65005f34c", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c-kserve-route-authn"} 2026-07-31T02:34:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "9201c931-9ca5-4fce-8d34-a2c65005f34c", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "authType": "userdefined"} 2026-07-31T02:34:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "9201c931-9ca5-4fce-8d34-a2c65005f34c", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:34:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "f04e15ed-4fac-49e5-8b88-a15da9a610e6", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:34:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "f04e15ed-4fac-49e5-8b88-a15da9a610e6", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b-authn-ssl"} 2026-07-31T02:34:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "f04e15ed-4fac-49e5-8b88-a15da9a610e6", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:34:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "77cad00f-3195-4c1a-9f15-f077e66816dd", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:34:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "77cad00f-3195-4c1a-9f15-f077e66816dd", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c-authn-ssl"} 2026-07-31T02:34:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "77cad00f-3195-4c1a-9f15-f077e66816dd", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:34:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "814693ce-bb80-461b-98ae-9352ca906e82", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:34:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "814693ce-bb80-461b-98ae-9352ca906e82", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c-authn-ssl"} 2026-07-31T02:34:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "814693ce-bb80-461b-98ae-9352ca906e82", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:34:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "d915fe4e-ab08-4603-8efe-9e83b5430c14", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:34:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "d915fe4e-ab08-4603-8efe-9e83b5430c14", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c-authn-ssl"} 2026-07-31T02:34:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "d915fe4e-ab08-4603-8efe-9e83b5430c14", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:35:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "74afada4-3eab-4360-addc-a34e42619f6e", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:35:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "74afada4-3eab-4360-addc-a34e42619f6e", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b"} 2026-07-31T02:35:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "74afada4-3eab-4360-addc-a34e42619f6e", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:35:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "74afada4-3eab-4360-addc-a34e42619f6e", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:35:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "74afada4-3eab-4360-addc-a34e42619f6e", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b-kserve-route-authn"} 2026-07-31T02:35:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "74afada4-3eab-4360-addc-a34e42619f6e", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b-kserve-route-authn"} 2026-07-31T02:35:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "74afada4-3eab-4360-addc-a34e42619f6e", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:35:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "74afada4-3eab-4360-addc-a34e42619f6e", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:35:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2aed0b","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "rate-test-model-2aed0b", "reconcileID": "7f0a4f16-9fb9-4a73-b51d-68d5959474b7", "LLMInferenceService": "rate-test-model-2aed0b", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:35:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "3536c5f9-0166-43c4-a8be-c537623ae671", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:35:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "3536c5f9-0166-43c4-a8be-c537623ae671", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b-authn-ssl"} 2026-07-31T02:35:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "3536c5f9-0166-43c4-a8be-c537623ae671", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:35:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "dcace800-f1ca-4597-bf18-10447fedc4b9", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:35:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "dcace800-f1ca-4597-bf18-10447fedc4b9", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b-authn-ssl"} 2026-07-31T02:35:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "dcace800-f1ca-4597-bf18-10447fedc4b9", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:35:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "843fb9bc-ced4-467f-bf34-1b5e613ed2e9", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:35:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "843fb9bc-ced4-467f-bf34-1b5e613ed2e9", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c"} 2026-07-31T02:35:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "843fb9bc-ced4-467f-bf34-1b5e613ed2e9", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:35:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "843fb9bc-ced4-467f-bf34-1b5e613ed2e9", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:35:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "843fb9bc-ced4-467f-bf34-1b5e613ed2e9", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c-kserve-route-authn"} 2026-07-31T02:35:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "843fb9bc-ced4-467f-bf34-1b5e613ed2e9", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c-kserve-route-authn"} 2026-07-31T02:35:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "843fb9bc-ced4-467f-bf34-1b5e613ed2e9", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:35:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "843fb9bc-ced4-467f-bf34-1b5e613ed2e9", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:35:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01a44c","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "rate-test-model-01a44c", "reconcileID": "4a621496-43b5-4b8c-a573-6deebbe61816", "LLMInferenceService": "rate-test-model-01a44c", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:35:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "0d0d263a-31e0-4b5d-9a9f-d6975cfe3b9d", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:35:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "0d0d263a-31e0-4b5d-9a9f-d6975cfe3b9d", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c-authn-ssl"} 2026-07-31T02:35:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "0d0d263a-31e0-4b5d-9a9f-d6975cfe3b9d", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:35:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "d9d87262-c169-46c4-bdc7-e06b2a773937", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:35:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "d9d87262-c169-46c4-bdc7-e06b2a773937", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c-authn-ssl"} 2026-07-31T02:35:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "d9d87262-c169-46c4-bdc7-e06b2a773937", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:35:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "72b85cc6-68ff-450e-87e6-6bc6177543bf", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:35:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "72b85cc6-68ff-450e-87e6-6bc6177543bf", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c-authn-ssl"} 2026-07-31T02:35:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "72b85cc6-68ff-450e-87e6-6bc6177543bf", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:35:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "af25255b-9c67-4a5d-b0be-520157fb1576", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:35:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "af25255b-9c67-4a5d-b0be-520157fb1576", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b-authn-ssl"} 2026-07-31T02:35:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "af25255b-9c67-4a5d-b0be-520157fb1576", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:35:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "59e1c19b-df6b-4fff-94ed-3b7fb661a9a5", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:35:30Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "59e1c19b-df6b-4fff-94ed-3b7fb661a9a5", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5-authn-ssl"} 2026-07-31T02:35:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "59e1c19b-df6b-4fff-94ed-3b7fb661a9a5", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:35:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "f8c75c04-75b6-43c6-a76f-daac357532ed", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:35:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "f8c75c04-75b6-43c6-a76f-daac357532ed", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5-authn-ssl"} 2026-07-31T02:35:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "f8c75c04-75b6-43c6-a76f-daac357532ed", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:35:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "a14c9024-5eb8-4919-9e10-9a0473b85531", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:35:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "a14c9024-5eb8-4919-9e10-9a0473b85531", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5-authn-ssl"} 2026-07-31T02:35:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "a14c9024-5eb8-4919-9e10-9a0473b85531", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:35:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "d76eff46-db53-47b6-a257-b1a75b56f451", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:35:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "d76eff46-db53-47b6-a257-b1a75b56f451", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5-authn-ssl"} 2026-07-31T02:35:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "d76eff46-db53-47b6-a257-b1a75b56f451", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:35:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "b863f1ac-73fc-4d7e-8584-e76f247889eb", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:35:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "b863f1ac-73fc-4d7e-8584-e76f247889eb", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5-authn-ssl"} 2026-07-31T02:35:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "b863f1ac-73fc-4d7e-8584-e76f247889eb", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:35:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "9d3340c2-e0f4-4a23-9719-b5a2fa515509", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:35:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "9d3340c2-e0f4-4a23-9719-b5a2fa515509", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5-authn-ssl"} 2026-07-31T02:35:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "9d3340c2-e0f4-4a23-9719-b5a2fa515509", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:35:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "bf3c7a9b-7b1e-4b2f-8a9d-fc76eb943617", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:35:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "bf3c7a9b-7b1e-4b2f-8a9d-fc76eb943617", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5-authn-ssl"} 2026-07-31T02:35:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "bf3c7a9b-7b1e-4b2f-8a9d-fc76eb943617", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:35:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "odh-trusted-ca-bundle", "reconcileID": "d8006055-bd3f-4d55-8298-152610d1864a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:35:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "openshift-service-ca.crt", "reconcileID": "d7affab7-7208-4044-af95-c28979501844", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:35:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "openshift-service-ca.crt", "reconcileID": "efc5fcbb-6354-44c0-af2d-f232d227f4eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T02:35:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "openshift-service-ca.crt", "reconcileID": "efc5fcbb-6354-44c0-af2d-f232d227f4eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:35:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1e20755-047d-422a-b77d-84d8afa9804f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:35:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "openshift-service-ca.crt", "reconcileID": "8f6d3ef3-62cd-4bf5-b7ee-db871d145dd4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:35:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "odh-trusted-ca-bundle", "reconcileID": "99d98251-b563-4d94-b525-d1c62ad9ba5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-31T02:35:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "odh-trusted-ca-bundle", "reconcileID": "99d98251-b563-4d94-b525-d1c62ad9ba5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:35:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c9f7fd7-5ff2-4d93-b815-9f15747fb89d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:35:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "d7c927fe-ebf1-4d40-ab45-8fbf34f06500", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:35:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "d7c927fe-ebf1-4d40-ab45-8fbf34f06500", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5-authn-ssl"} 2026-07-31T02:35:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "d7c927fe-ebf1-4d40-ab45-8fbf34f06500", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:35:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1266d1f4-8fb8-4fb5-8102-5bb17e20ef4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T02:35:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "6482ea3c-6c78-4e3c-b0fc-0c05908acff4", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:35:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "6482ea3c-6c78-4e3c-b0fc-0c05908acff4", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5-authn-ssl"} 2026-07-31T02:35:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "6482ea3c-6c78-4e3c-b0fc-0c05908acff4", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:35:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "a717a41e-3517-4160-b5a6-68c2d4720af5", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:35:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "a717a41e-3517-4160-b5a6-68c2d4720af5", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c-authn-ssl"} 2026-07-31T02:35:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "a717a41e-3517-4160-b5a6-68c2d4720af5", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:35:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "5f166bcf-e4d3-42ad-ab14-0f89bb349cf9", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:35:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "5f166bcf-e4d3-42ad-ab14-0f89bb349cf9", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c-authn-ssl"} 2026-07-31T02:35:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "5f166bcf-e4d3-42ad-ab14-0f89bb349cf9", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:35:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "13b28177-7a6f-472f-bb5b-3e5ed2905e02", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:35:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "13b28177-7a6f-472f-bb5b-3e5ed2905e02", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c-authn-ssl"} 2026-07-31T02:35:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "13b28177-7a6f-472f-bb5b-3e5ed2905e02", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:35:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "f5ea9ded-1513-4e43-ae69-5f69d16324df", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:35:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "f5ea9ded-1513-4e43-ae69-5f69d16324df", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c-authn-ssl"} 2026-07-31T02:35:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "f5ea9ded-1513-4e43-ae69-5f69d16324df", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:35:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "baabbe7f-96b7-4579-96a1-63fe36a41175", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:35:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "baabbe7f-96b7-4579-96a1-63fe36a41175", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c-authn-ssl"} 2026-07-31T02:35:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "baabbe7f-96b7-4579-96a1-63fe36a41175", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:35:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "20944e7c-8990-45c4-82b2-12973b36f212", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:35:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "20944e7c-8990-45c4-82b2-12973b36f212", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c-authn-ssl"} 2026-07-31T02:35:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "20944e7c-8990-45c4-82b2-12973b36f212", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:36:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "5424da78-0a39-4983-9854-6d8b51aed927", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:36:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "5424da78-0a39-4983-9854-6d8b51aed927", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c-authn-ssl"} 2026-07-31T02:36:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "5424da78-0a39-4983-9854-6d8b51aed927", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:36:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3dc29c"}, "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "name": "openshift-service-ca.crt", "reconcileID": "ca5f7088-0ebd-4793-89b1-60573ef1bc6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3dc29c"} 2026-07-31T02:36:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3dc29c"}, "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "name": "odh-trusted-ca-bundle", "reconcileID": "8938dfce-a840-4c16-8805-f8d233d6f3fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3dc29c"} 2026-07-31T02:36:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3dc29c"}, "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "name": "openshift-service-ca.crt", "reconcileID": "07183dde-1419-41d0-ae02-d7c226ad4e95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T02:36:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3dc29c"}, "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "name": "openshift-service-ca.crt", "reconcileID": "07183dde-1419-41d0-ae02-d7c226ad4e95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3dc29c"} 2026-07-31T02:36:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3dc29c"}, "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a811a925-bcc5-4814-ac23-f00d62387edb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3dc29c"} 2026-07-31T02:36:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3dc29c"}, "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "name": "openshift-service-ca.crt", "reconcileID": "13c76447-6a29-468b-b54a-a050d9f04c9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3dc29c"} 2026-07-31T02:36:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3dc29c"}, "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "name": "odh-trusted-ca-bundle", "reconcileID": "c5a11a2d-48a4-4ea1-9df1-1dd2962e8a3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-31T02:36:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3dc29c"}, "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "name": "odh-trusted-ca-bundle", "reconcileID": "c5a11a2d-48a4-4ea1-9df1-1dd2962e8a3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3dc29c"} 2026-07-31T02:36:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3dc29c"}, "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fe970e6-fa66-4a9a-b558-fc495f939e05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3dc29c"} 2026-07-31T02:36:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "c1fc38ec-3645-46c9-a51e-69240586332e", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:36:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "c1fc38ec-3645-46c9-a51e-69240586332e", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c-authn-ssl"} 2026-07-31T02:36:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "c1fc38ec-3645-46c9-a51e-69240586332e", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:36:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a818b76c-1318-49d7-8530-37affaea5ede", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T02:36:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4afe635d-b345-4554-91cc-eaf5a2c82ff5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T02:36:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "949b42b8-1630-4eaa-901c-3f416ff9d9e6", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:36:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "949b42b8-1630-4eaa-901c-3f416ff9d9e6", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c-authn-ssl"} 2026-07-31T02:36:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "949b42b8-1630-4eaa-901c-3f416ff9d9e6", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:36:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "822e63fc-23d0-4cae-bd46-31becd4a62ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T02:36:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "25760e5d-be73-470d-9300-7229d26f3977", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:36:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "25760e5d-be73-470d-9300-7229d26f3977", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:36:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "25760e5d-be73-470d-9300-7229d26f3977", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:36:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "97d6a977-788c-4a79-a5ee-0a0425a86af1", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:36:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "25760e5d-be73-470d-9300-7229d26f3977", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5-kserve-route-authn"} 2026-07-31T02:36:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "25760e5d-be73-470d-9300-7229d26f3977", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "authType": "userdefined"} 2026-07-31T02:36:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "25760e5d-be73-470d-9300-7229d26f3977", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:36:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "97d6a977-788c-4a79-a5ee-0a0425a86af1", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5-authn-ssl"} 2026-07-31T02:36:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "97d6a977-788c-4a79-a5ee-0a0425a86af1", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:36:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "1ec444d0-c906-46c5-9d90-f76d2d51b775", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:36:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "1ec444d0-c906-46c5-9d90-f76d2d51b775", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:36:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "1ec444d0-c906-46c5-9d90-f76d2d51b775", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:36:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "1ec444d0-c906-46c5-9d90-f76d2d51b775", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5-kserve-route-authn"} 2026-07-31T02:36:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "1ec444d0-c906-46c5-9d90-f76d2d51b775", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "authType": "userdefined"} 2026-07-31T02:36:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "1ec444d0-c906-46c5-9d90-f76d2d51b775", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:36:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "c7573c03-7d40-4548-9e04-f9a624d47160", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:36:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "c7573c03-7d40-4548-9e04-f9a624d47160", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5-authn-ssl"} 2026-07-31T02:36:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "c7573c03-7d40-4548-9e04-f9a624d47160", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:36:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "92611847-c682-41fb-a495-694bf97e0019", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:36:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "92611847-c682-41fb-a495-694bf97e0019", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:36:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "92611847-c682-41fb-a495-694bf97e0019", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:36:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "92611847-c682-41fb-a495-694bf97e0019", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5-kserve-route-authn"} 2026-07-31T02:36:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "92611847-c682-41fb-a495-694bf97e0019", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "authType": "userdefined"} 2026-07-31T02:36:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "92611847-c682-41fb-a495-694bf97e0019", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:37:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "cf78f405-0463-476d-bc6c-91ca8e2250f3", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:37:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "cf78f405-0463-476d-bc6c-91ca8e2250f3", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:37:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "cf78f405-0463-476d-bc6c-91ca8e2250f3", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:37:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "cf78f405-0463-476d-bc6c-91ca8e2250f3", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5-kserve-route-authn"} 2026-07-31T02:37:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "cf78f405-0463-476d-bc6c-91ca8e2250f3", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "authType": "userdefined"} 2026-07-31T02:37:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "cf78f405-0463-476d-bc6c-91ca8e2250f3", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:37:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "7911b872-ec33-407c-8494-3bcda477e533", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:37:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "7911b872-ec33-407c-8494-3bcda477e533", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5-authn-ssl"} 2026-07-31T02:37:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "7911b872-ec33-407c-8494-3bcda477e533", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a69d5284-6663-44de-bb2f-b6d566db0cc3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T02:37:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "a5144abd-2567-4f15-8cc8-cd92ca25eee3", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:37:30Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "a5144abd-2567-4f15-8cc8-cd92ca25eee3", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd-authn-ssl"} 2026-07-31T02:37:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "a5144abd-2567-4f15-8cc8-cd92ca25eee3", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:37:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "2a6efe3e-bb7b-4c2e-90bd-29fdc476a627", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:37:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "2a6efe3e-bb7b-4c2e-90bd-29fdc476a627", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd-authn-ssl"} 2026-07-31T02:37:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "2a6efe3e-bb7b-4c2e-90bd-29fdc476a627", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:37:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "b36a3fdd-b015-4edb-95ac-608559153ce1", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:37:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "b36a3fdd-b015-4edb-95ac-608559153ce1", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd-authn-ssl"} 2026-07-31T02:37:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "b36a3fdd-b015-4edb-95ac-608559153ce1", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:37:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "2076dcc0-e42d-44d4-946b-4dbcea7b738a", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:37:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "2076dcc0-e42d-44d4-946b-4dbcea7b738a", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd-authn-ssl"} 2026-07-31T02:37:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "2076dcc0-e42d-44d4-946b-4dbcea7b738a", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:37:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "966776f5-4e43-4cb1-81d2-9f8337d1c9f6", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:37:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "966776f5-4e43-4cb1-81d2-9f8337d1c9f6", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd-authn-ssl"} 2026-07-31T02:37:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "966776f5-4e43-4cb1-81d2-9f8337d1c9f6", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:37:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "8eb4e191-9fb0-4fc7-af54-aa6c721be949", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:37:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "8eb4e191-9fb0-4fc7-af54-aa6c721be949", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd-authn-ssl"} 2026-07-31T02:37:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "8eb4e191-9fb0-4fc7-af54-aa6c721be949", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:37:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "01a326c0-1f96-4682-91f8-3edced9e694d", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:37:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "01a326c0-1f96-4682-91f8-3edced9e694d", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd-authn-ssl"} 2026-07-31T02:37:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "01a326c0-1f96-4682-91f8-3edced9e694d", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:37:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9daafd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "name": "openshift-service-ca.crt", "reconcileID": "2afef0d2-a353-45ea-bed2-c0b7e92a9118", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd"} 2026-07-31T02:37:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9daafd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "name": "odh-trusted-ca-bundle", "reconcileID": "7b5e9f1c-a92a-4b2d-a031-9a286ed7a31e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd"} 2026-07-31T02:37:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9daafd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "name": "openshift-service-ca.crt", "reconcileID": "6a339db8-8796-4509-bb2d-58f0a88d4a00", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T02:37:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9daafd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "name": "openshift-service-ca.crt", "reconcileID": "6a339db8-8796-4509-bb2d-58f0a88d4a00", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd"} 2026-07-31T02:37:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9daafd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4da0040d-434e-49cd-8bb7-6046305e69a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd"} 2026-07-31T02:37:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9daafd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "name": "openshift-service-ca.crt", "reconcileID": "4e7f6e0b-facd-45ae-ad49-7b9727604156", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd"} 2026-07-31T02:37:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9daafd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "name": "odh-trusted-ca-bundle", "reconcileID": "56b5fb49-6c1e-4820-9407-ffd66e3e4276", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "update": "odh-kserve-custom-ca-bundle"} 2026-07-31T02:37:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9daafd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "name": "odh-trusted-ca-bundle", "reconcileID": "56b5fb49-6c1e-4820-9407-ffd66e3e4276", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd"} 2026-07-31T02:37:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9daafd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4aedae66-0ebd-4f67-9f22-3477734eaacf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd"} 2026-07-31T02:37:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "c5f0164b-852b-4844-8f82-8e9eb2741983", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:37:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "c5f0164b-852b-4844-8f82-8e9eb2741983", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd-authn-ssl"} 2026-07-31T02:37:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "c5f0164b-852b-4844-8f82-8e9eb2741983", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:37:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6824ceba-e610-448e-b920-61ab83b222e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T02:37:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9b3bb858-5f4b-4d65-b18d-34f7ff522cb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T02:37:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "5e36e59b-f3bb-4722-8c87-afea13910886", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:37:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "5e36e59b-f3bb-4722-8c87-afea13910886", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd-authn-ssl"} 2026-07-31T02:37:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "5e36e59b-f3bb-4722-8c87-afea13910886", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:37:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "665a6073-baf2-40c1-8471-cac88d9df55d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T02:38:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "8da250ad-643c-4426-9e89-901091061816", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:38:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "8da250ad-643c-4426-9e89-901091061816", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd-authn-ssl"} 2026-07-31T02:38:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "8da250ad-643c-4426-9e89-901091061816", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:38:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "555f7197-2367-4e59-baf7-94efaf381651", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:38:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "555f7197-2367-4e59-baf7-94efaf381651", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd-authn-ssl"} 2026-07-31T02:38:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "555f7197-2367-4e59-baf7-94efaf381651", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:38:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9daafd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8daad6be-51ac-44d9-9ccf-e382572dd128", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd"} 2026-07-31T02:38:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9daafd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8daad6be-51ac-44d9-9ccf-e382572dd128", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T02:38:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9daafd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8daad6be-51ac-44d9-9ccf-e382572dd128", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-9daafd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T02:38:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9daafd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "name": "odh-trusted-ca-bundle", "reconcileID": "4e4031db-9898-421f-8e20-88dc91b91b76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd"} 2026-07-31T02:38:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9daafd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "name": "odh-trusted-ca-bundle", "reconcileID": "4e4031db-9898-421f-8e20-88dc91b91b76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd"} 2026-07-31T02:38:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9daafd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "name": "openshift-service-ca.crt", "reconcileID": "289f7a5d-713f-4d73-a06e-8eee293dd3a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd"} 2026-07-31T02:38:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9daafd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "name": "openshift-service-ca.crt", "reconcileID": "289f7a5d-713f-4d73-a06e-8eee293dd3a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd"} 2026-07-31T02:38:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9daafd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c0ab92a-6f31-40b3-8d90-8024174c39dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd"} 2026-07-31T02:38:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9daafd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c0ab92a-6f31-40b3-8d90-8024174c39dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9daafd"} 2026-07-31T02:38:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9daafd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9daafd", "reconcileID": "bf1e7c78-a1e2-4340-adc0-1a1719167be8", "Gateway": "e2e-ipp-cleanup-9daafd", "namespace": "openshift-ingress"} 2026-07-31T02:38:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dc63b0ca-abea-41fb-b91e-0e3382582bff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T02:38:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "cf22091f-5271-4254-8198-6e4ce527cea6", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:38:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "cf22091f-5271-4254-8198-6e4ce527cea6", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5-authn-ssl"} 2026-07-31T02:38:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "cf22091f-5271-4254-8198-6e4ce527cea6", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:38:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "534fb467-c2a0-4741-ab13-d1364ee8cd75", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:38:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "534fb467-c2a0-4741-ab13-d1364ee8cd75", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5-authn-ssl"} 2026-07-31T02:38:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "534fb467-c2a0-4741-ab13-d1364ee8cd75", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:38:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "3110fae7-b0f5-4a19-8422-0218ece3e591", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:38:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "3110fae7-b0f5-4a19-8422-0218ece3e591", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5-authn-ssl"} 2026-07-31T02:38:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "3110fae7-b0f5-4a19-8422-0218ece3e591", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:38:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "d67f4476-d737-4d73-8523-3ca0794429d5", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:38:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "d67f4476-d737-4d73-8523-3ca0794429d5", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5-authn-ssl"} 2026-07-31T02:38:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "d67f4476-d737-4d73-8523-3ca0794429d5", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:38:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "4097b21f-47aa-40a5-a3c2-a8f18b16d60a", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:38:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "4097b21f-47aa-40a5-a3c2-a8f18b16d60a", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:38:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "4097b21f-47aa-40a5-a3c2-a8f18b16d60a", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:38:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "4097b21f-47aa-40a5-a3c2-a8f18b16d60a", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5-kserve-route-authn"} 2026-07-31T02:38:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "4097b21f-47aa-40a5-a3c2-a8f18b16d60a", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "authType": "userdefined"} 2026-07-31T02:38:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "4097b21f-47aa-40a5-a3c2-a8f18b16d60a", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "fb3685b7-de04-4f4f-bb97-fd2932eb7d32", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:39:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "fb3685b7-de04-4f4f-bb97-fd2932eb7d32", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5-authn-ssl"} 2026-07-31T02:39:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "fb3685b7-de04-4f4f-bb97-fd2932eb7d32", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:39:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25014186-a49c-4e4d-92cf-1d36a63d3790", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25014186-a49c-4e4d-92cf-1d36a63d3790", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T02:39:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25014186-a49c-4e4d-92cf-1d36a63d3790", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e0efa5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T02:39:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "odh-trusted-ca-bundle", "reconcileID": "4890410f-a5b4-46c6-bd6d-3da2f02b1aaf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "odh-trusted-ca-bundle", "reconcileID": "4890410f-a5b4-46c6-bd6d-3da2f02b1aaf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "openshift-service-ca.crt", "reconcileID": "0f7740b9-47e5-468a-9386-23612ddd0f66", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "openshift-service-ca.crt", "reconcileID": "0f7740b9-47e5-468a-9386-23612ddd0f66", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51ae85e3-b26b-4201-8f4f-67cc1b09cd8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51ae85e3-b26b-4201-8f4f-67cc1b09cd8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "07ce2df4-7b04-44ec-a1cc-e006928e53a0", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "07ce2df4-7b04-44ec-a1cc-e006928e53a0", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "07ce2df4-7b04-44ec-a1cc-e006928e53a0", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "07ce2df4-7b04-44ec-a1cc-e006928e53a0", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5-kserve-route-authn"} 2026-07-31T02:39:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "07ce2df4-7b04-44ec-a1cc-e006928e53a0", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "authType": "userdefined"} 2026-07-31T02:39:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "07ce2df4-7b04-44ec-a1cc-e006928e53a0", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "90cd9c3d-c5c4-4f65-a29b-a692786ab67a", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "90cd9c3d-c5c4-4f65-a29b-a692786ab67a", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5"} 2026-07-31T02:39:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "90cd9c3d-c5c4-4f65-a29b-a692786ab67a", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "90cd9c3d-c5c4-4f65-a29b-a692786ab67a", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "90cd9c3d-c5c4-4f65-a29b-a692786ab67a", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5-kserve-route-authn"} 2026-07-31T02:39:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "90cd9c3d-c5c4-4f65-a29b-a692786ab67a", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5-kserve-route-authn"} 2026-07-31T02:39:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "90cd9c3d-c5c4-4f65-a29b-a692786ab67a", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "90cd9c3d-c5c4-4f65-a29b-a692786ab67a", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "a171797e-a393-4c69-8f3f-6b65cedea6a7", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "a171797e-a393-4c69-8f3f-6b65cedea6a7", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5"} 2026-07-31T02:39:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "a171797e-a393-4c69-8f3f-6b65cedea6a7", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "a171797e-a393-4c69-8f3f-6b65cedea6a7", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "a171797e-a393-4c69-8f3f-6b65cedea6a7", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5-kserve-route-authn"} 2026-07-31T02:39:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "a171797e-a393-4c69-8f3f-6b65cedea6a7", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5-kserve-route-authn"} 2026-07-31T02:39:31Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "a171797e-a393-4c69-8f3f-6b65cedea6a7", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:31Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "a171797e-a393-4c69-8f3f-6b65cedea6a7", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e0efa5","namespace":"ai-tenant-e2e-ipp-a-e0efa5"}, "namespace": "ai-tenant-e2e-ipp-a-e0efa5", "name": "ipp-route-e0efa5", "reconcileID": "3da6e0e3-7970-4d09-8032-b0a48954a708", "LLMInferenceService": "ipp-route-e0efa5", "namespace": "ai-tenant-e2e-ipp-a-e0efa5"} 2026-07-31T02:39:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "5acb6abb-e862-4812-9fb4-28c50637dd2d", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:39:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "5acb6abb-e862-4812-9fb4-28c50637dd2d", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5-authn-ssl"} 2026-07-31T02:39:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "5acb6abb-e862-4812-9fb4-28c50637dd2d", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:39:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e0efa5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e0efa5", "reconcileID": "ebc0d271-c394-4490-b39f-f2cf59574e16", "Gateway": "e2e-ipp-a-e0efa5", "namespace": "openshift-ingress"} 2026-07-31T02:39:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8711cf0b-419a-4e5e-b238-b5353a42be98", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T02:39:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "5936f65e-af53-4657-be3e-8ad5e288bc36", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:39:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "5936f65e-af53-4657-be3e-8ad5e288bc36", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c-authn-ssl"} 2026-07-31T02:39:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "5936f65e-af53-4657-be3e-8ad5e288bc36", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:39:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "3d88d423-5aea-4582-ab35-17a504812806", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:39:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "3d88d423-5aea-4582-ab35-17a504812806", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c-authn-ssl"} 2026-07-31T02:39:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "3d88d423-5aea-4582-ab35-17a504812806", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:39:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3dc29c"}, "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6ca7f02-e6e2-4111-b125-fd8bef634ce3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3dc29c"} 2026-07-31T02:39:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3dc29c"}, "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6ca7f02-e6e2-4111-b125-fd8bef634ce3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T02:39:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3dc29c"}, "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6ca7f02-e6e2-4111-b125-fd8bef634ce3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-3dc29c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T02:39:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3dc29c"}, "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "name": "odh-trusted-ca-bundle", "reconcileID": "3c7f63ef-c9f7-4287-92af-92b90c4fbd63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3dc29c"} 2026-07-31T02:39:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3dc29c"}, "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "name": "odh-trusted-ca-bundle", "reconcileID": "3c7f63ef-c9f7-4287-92af-92b90c4fbd63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3dc29c"} 2026-07-31T02:39:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3dc29c"}, "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "name": "openshift-service-ca.crt", "reconcileID": "f1cc3c14-c920-4580-ad39-2c60bff3d13c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3dc29c"} 2026-07-31T02:39:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3dc29c"}, "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "name": "openshift-service-ca.crt", "reconcileID": "f1cc3c14-c920-4580-ad39-2c60bff3d13c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3dc29c"} 2026-07-31T02:39:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3dc29c"}, "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d5b4b6b-128f-41c0-ad97-def0a1c1d0e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3dc29c"} 2026-07-31T02:39:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3dc29c"}, "namespace": "ai-tenant-e2e-ipp-b-3dc29c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d5b4b6b-128f-41c0-ad97-def0a1c1d0e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3dc29c"} 2026-07-31T02:39:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3dc29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3dc29c", "reconcileID": "6aca565a-455e-4829-ac9b-e4c120d44534", "Gateway": "e2e-ipp-b-3dc29c", "namespace": "openshift-ingress"} 2026-07-31T02:39:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b8b91d66-0f91-4062-8204-71b47c144e14", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T02:39:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "a2291660-fcb3-4ff8-8809-ceab3c0b0e8b", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:39:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "a2291660-fcb3-4ff8-8809-ceab3c0b0e8b", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b-authn-ssl"} 2026-07-31T02:39:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "a2291660-fcb3-4ff8-8809-ceab3c0b0e8b", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:40:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "079bfe1e-e3c3-4cef-acbd-3dbc8942f495", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:40:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "079bfe1e-e3c3-4cef-acbd-3dbc8942f495", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b-authn-ssl"} 2026-07-31T02:40:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "079bfe1e-e3c3-4cef-acbd-3dbc8942f495", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:40:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4ea5474-9194-45ef-a5ed-a72a3eb6c443", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:40:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4ea5474-9194-45ef-a5ed-a72a3eb6c443", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2aed0b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T02:40:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4ea5474-9194-45ef-a5ed-a72a3eb6c443", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-2aed0b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T02:40:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "odh-trusted-ca-bundle", "reconcileID": "4240dd90-18c6-4f4c-9999-d03443d238e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:40:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "odh-trusted-ca-bundle", "reconcileID": "4240dd90-18c6-4f4c-9999-d03443d238e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2aed0b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T02:40:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "odh-trusted-ca-bundle", "reconcileID": "4240dd90-18c6-4f4c-9999-d03443d238e8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-2aed0b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T02:40:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "openshift-service-ca.crt", "reconcileID": "9bcb601f-a4af-4cea-ad8b-9716b725db79", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:40:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "openshift-service-ca.crt", "reconcileID": "9bcb601f-a4af-4cea-ad8b-9716b725db79", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:40:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98e86736-b014-4e25-b526-dc60bf4faa80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:40:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98e86736-b014-4e25-b526-dc60bf4faa80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:40:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "odh-trusted-ca-bundle", "reconcileID": "acb0bc6b-f260-4d5f-9635-47c3890c642e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:40:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2aed0b"}, "namespace": "ai-tenant-e2e-shared-a-2aed0b", "name": "odh-trusted-ca-bundle", "reconcileID": "acb0bc6b-f260-4d5f-9635-47c3890c642e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2aed0b"} 2026-07-31T02:40:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2aed0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2aed0b", "reconcileID": "06191b2d-081a-4a26-898f-4b33fd4217b4", "Gateway": "e2e-shared-a-2aed0b", "namespace": "openshift-ingress"} 2026-07-31T02:40:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f99592b1-993d-408e-b96a-145c22ae096c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T02:40:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "6e1ad7d3-dea0-4f29-9956-5fd1ed0528f9", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:40:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "6e1ad7d3-dea0-4f29-9956-5fd1ed0528f9", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c-authn-ssl"} 2026-07-31T02:40:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "6e1ad7d3-dea0-4f29-9956-5fd1ed0528f9", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:40:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "0c86a888-97a9-4ec2-b92c-b44d95ad7f49", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:40:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "0c86a888-97a9-4ec2-b92c-b44d95ad7f49", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c-authn-ssl"} 2026-07-31T02:40:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "0c86a888-97a9-4ec2-b92c-b44d95ad7f49", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"} 2026-07-31T02:40:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4345df05-9848-4164-b7fc-1df0bbbca55b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:40:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4345df05-9848-4164-b7fc-1df0bbbca55b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-01a44c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T02:40:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4345df05-9848-4164-b7fc-1df0bbbca55b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-01a44c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T02:40:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "odh-trusted-ca-bundle", "reconcileID": "95fd1931-8ce2-4ef6-b542-a0d7378bb9a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:40:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "odh-trusted-ca-bundle", "reconcileID": "95fd1931-8ce2-4ef6-b542-a0d7378bb9a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:40:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "openshift-service-ca.crt", "reconcileID": "0ae5357d-5d58-40ef-9e3e-c986ca87ab0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:40:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "openshift-service-ca.crt", "reconcileID": "0ae5357d-5d58-40ef-9e3e-c986ca87ab0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:40:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c352222a-1123-414f-a153-234aba240e45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:40:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-01a44c"}, "namespace": "ai-tenant-e2e-shared-b-01a44c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c352222a-1123-414f-a153-234aba240e45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-01a44c"} 2026-07-31T02:40:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01a44c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01a44c", "reconcileID": "ddb8eae0-19f5-4b0e-bc45-1f090f46977e", "Gateway": "e2e-shared-b-01a44c", "namespace": "openshift-ingress"}