2026-09-17T23:33:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "be07c449-59ae-4064-931e-3891caf72dd5", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress"} 2026-09-17T23:33:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "be07c449-59ae-4064-931e-3891caf72dd5", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9-authn-ssl"} 2026-09-17T23:33:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "be07c449-59ae-4064-931e-3891caf72dd5", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress"} 2026-09-17T23:33:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "8531a209-ec71-4ca3-a892-fb0bc5ea4458", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress"} 2026-09-17T23:33:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "8531a209-ec71-4ca3-a892-fb0bc5ea4458", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9-authn-ssl"} 2026-09-17T23:33:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "8531a209-ec71-4ca3-a892-fb0bc5ea4458", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress"} 2026-09-17T23:33:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "f611462d-0243-4a08-8391-f61ba46258a2", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:33:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "f611462d-0243-4a08-8391-f61ba46258a2", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:33:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "f611462d-0243-4a08-8391-f61ba46258a2", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:33:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "f611462d-0243-4a08-8391-f61ba46258a2", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7-kserve-route-authn"} 2026-09-17T23:33:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "f611462d-0243-4a08-8391-f61ba46258a2", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "authType": "userdefined"} 2026-09-17T23:33:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "f611462d-0243-4a08-8391-f61ba46258a2", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:33:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5aae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7", "reconcileID": "fe416af1-23a1-4eb2-9ba3-27e9a21f4eaf", "Gateway": "e2e-shared-a-w3-e5aae7", "namespace": "openshift-ingress"} 2026-09-17T23:33:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5aae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7", "reconcileID": "fe416af1-23a1-4eb2-9ba3-27e9a21f4eaf", "Gateway": "e2e-shared-a-w3-e5aae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7-authn-ssl"} 2026-09-17T23:33:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5aae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7", "reconcileID": "fe416af1-23a1-4eb2-9ba3-27e9a21f4eaf", "Gateway": "e2e-shared-a-w3-e5aae7", "namespace": "openshift-ingress"} 2026-09-17T23:33:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "14e4d51d-b2e3-4fe1-bf16-85e9bb1a85fd", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:33:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "14e4d51d-b2e3-4fe1-bf16-85e9bb1a85fd", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:33:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "14e4d51d-b2e3-4fe1-bf16-85e9bb1a85fd", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:33:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "14e4d51d-b2e3-4fe1-bf16-85e9bb1a85fd", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7-kserve-route-authn"} 2026-09-17T23:33:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "14e4d51d-b2e3-4fe1-bf16-85e9bb1a85fd", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "authType": "userdefined"} 2026-09-17T23:33:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "14e4d51d-b2e3-4fe1-bf16-85e9bb1a85fd", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:33:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5aae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7", "reconcileID": "363daeee-703a-4b59-b1ba-585d966de269", "Gateway": "e2e-shared-a-w3-e5aae7", "namespace": "openshift-ingress"} 2026-09-17T23:33:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5aae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7", "reconcileID": "363daeee-703a-4b59-b1ba-585d966de269", "Gateway": "e2e-shared-a-w3-e5aae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7-authn-ssl"} 2026-09-17T23:33:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5aae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7", "reconcileID": "363daeee-703a-4b59-b1ba-585d966de269", "Gateway": "e2e-shared-a-w3-e5aae7", "namespace": "openshift-ingress"} 2026-09-17T23:33:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "04951d21-3122-430e-b053-2f358d9ba6ba", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:33:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "04951d21-3122-430e-b053-2f358d9ba6ba", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:33:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "04951d21-3122-430e-b053-2f358d9ba6ba", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:33:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "04951d21-3122-430e-b053-2f358d9ba6ba", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7-kserve-route-authn"} 2026-09-17T23:33:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "04951d21-3122-430e-b053-2f358d9ba6ba", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "authType": "userdefined"} 2026-09-17T23:33:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "04951d21-3122-430e-b053-2f358d9ba6ba", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:33:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "b694aae3-ccd0-45e9-a0a9-fd80b2b772b1", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:33:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "b694aae3-ccd0-45e9-a0a9-fd80b2b772b1", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:33:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "b694aae3-ccd0-45e9-a0a9-fd80b2b772b1", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:33:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "b694aae3-ccd0-45e9-a0a9-fd80b2b772b1", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7-kserve-route-authn"} 2026-09-17T23:33:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "b694aae3-ccd0-45e9-a0a9-fd80b2b772b1", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "authType": "userdefined"} 2026-09-17T23:33:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "b694aae3-ccd0-45e9-a0a9-fd80b2b772b1", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:33:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "6bdeb646-01dd-4704-831b-1927c3fddf70", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:33:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "6bdeb646-01dd-4704-831b-1927c3fddf70", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:33:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "6bdeb646-01dd-4704-831b-1927c3fddf70", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:33:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "6bdeb646-01dd-4704-831b-1927c3fddf70", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7-kserve-route-authn"} 2026-09-17T23:33:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "6bdeb646-01dd-4704-831b-1927c3fddf70", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "authType": "userdefined"} 2026-09-17T23:33:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "6bdeb646-01dd-4704-831b-1927c3fddf70", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:33:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "4843c345-fd67-4d23-91c2-8f00f0ffc559", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:33:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "4843c345-fd67-4d23-91c2-8f00f0ffc559", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:33:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "4843c345-fd67-4d23-91c2-8f00f0ffc559", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:33:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "6fbd3052-37ef-42f6-8747-22417eb01039", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress"} 2026-09-17T23:33:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "4843c345-fd67-4d23-91c2-8f00f0ffc559", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9-kserve-route-authn"} 2026-09-17T23:33:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "4843c345-fd67-4d23-91c2-8f00f0ffc559", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "authType": "userdefined"} 2026-09-17T23:33:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "4843c345-fd67-4d23-91c2-8f00f0ffc559", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:33:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "6fbd3052-37ef-42f6-8747-22417eb01039", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9-authn-ssl"} 2026-09-17T23:33:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "6fbd3052-37ef-42f6-8747-22417eb01039", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress"} 2026-09-17T23:33:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "b03c7853-faa2-4c65-b337-8b042b3886db", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:33:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "b03c7853-faa2-4c65-b337-8b042b3886db", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:33:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "b03c7853-faa2-4c65-b337-8b042b3886db", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:33:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "b03c7853-faa2-4c65-b337-8b042b3886db", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9-kserve-route-authn"} 2026-09-17T23:33:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "b03c7853-faa2-4c65-b337-8b042b3886db", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "authType": "userdefined"} 2026-09-17T23:33:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "b03c7853-faa2-4c65-b337-8b042b3886db", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:34:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "73b05f86-62e8-425f-b1e3-ad99810bc597", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress"} 2026-09-17T23:34:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "73b05f86-62e8-425f-b1e3-ad99810bc597", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9-authn-ssl"} 2026-09-17T23:34:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "73b05f86-62e8-425f-b1e3-ad99810bc597", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress"} 2026-09-17T23:34:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "fc26ffff-51a0-4836-b04e-b8315f6d3fdd", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:34:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "fc26ffff-51a0-4836-b04e-b8315f6d3fdd", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:34:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "fc26ffff-51a0-4836-b04e-b8315f6d3fdd", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:34:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "fc26ffff-51a0-4836-b04e-b8315f6d3fdd", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9-kserve-route-authn"} 2026-09-17T23:34:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "fc26ffff-51a0-4836-b04e-b8315f6d3fdd", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "authType": "userdefined"} 2026-09-17T23:34:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "fc26ffff-51a0-4836-b04e-b8315f6d3fdd", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:34:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "5207f212-1eed-4aa1-be19-e52fb4fe53c5", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:34:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "5207f212-1eed-4aa1-be19-e52fb4fe53c5", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:34:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "5207f212-1eed-4aa1-be19-e52fb4fe53c5", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:34:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "5207f212-1eed-4aa1-be19-e52fb4fe53c5", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9-kserve-route-authn"} 2026-09-17T23:34:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "5207f212-1eed-4aa1-be19-e52fb4fe53c5", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "authType": "userdefined"} 2026-09-17T23:34:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "5207f212-1eed-4aa1-be19-e52fb4fe53c5", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:34:22Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T23:34:22Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T23:34:23Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T23:34:23Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T23:34:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "92349a37-4781-4331-8db7-b8f261241fac", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:34:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "92349a37-4781-4331-8db7-b8f261241fac", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7"} 2026-09-17T23:34:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "92349a37-4781-4331-8db7-b8f261241fac", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:34:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "92349a37-4781-4331-8db7-b8f261241fac", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:34:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "92349a37-4781-4331-8db7-b8f261241fac", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7-kserve-route-authn"} 2026-09-17T23:34:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "92349a37-4781-4331-8db7-b8f261241fac", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7-kserve-route-authn"} 2026-09-17T23:34:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "92349a37-4781-4331-8db7-b8f261241fac", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:34:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "92349a37-4781-4331-8db7-b8f261241fac", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:34:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5aae7","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "rate-test-model-e5aae7", "reconcileID": "f3201b28-1190-451c-b6d7-4aba04299136", "LLMInferenceService": "rate-test-model-e5aae7", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:34:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5aae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7", "reconcileID": "0c67a9b6-0759-4254-8e59-3222940aa1f5", "Gateway": "e2e-shared-a-w3-e5aae7", "namespace": "openshift-ingress"} 2026-09-17T23:34:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5aae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7", "reconcileID": "0c67a9b6-0759-4254-8e59-3222940aa1f5", "Gateway": "e2e-shared-a-w3-e5aae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7-authn-ssl"} 2026-09-17T23:34:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5aae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7", "reconcileID": "0c67a9b6-0759-4254-8e59-3222940aa1f5", "Gateway": "e2e-shared-a-w3-e5aae7", "namespace": "openshift-ingress"} 2026-09-17T23:34:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5aae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7", "reconcileID": "e8bbb6a2-2373-416b-bdd9-6ca13f4e407d", "Gateway": "e2e-shared-a-w3-e5aae7", "namespace": "openshift-ingress"} 2026-09-17T23:34:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5aae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7", "reconcileID": "e8bbb6a2-2373-416b-bdd9-6ca13f4e407d", "Gateway": "e2e-shared-a-w3-e5aae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7-authn-ssl"} 2026-09-17T23:34:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5aae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7", "reconcileID": "e8bbb6a2-2373-416b-bdd9-6ca13f4e407d", "Gateway": "e2e-shared-a-w3-e5aae7", "namespace": "openshift-ingress"} 2026-09-17T23:34:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "8daa3c0b-9743-4c8a-8b09-ba2dc5756674", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:34:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "8daa3c0b-9743-4c8a-8b09-ba2dc5756674", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9"} 2026-09-17T23:34:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "8daa3c0b-9743-4c8a-8b09-ba2dc5756674", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:34:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "8daa3c0b-9743-4c8a-8b09-ba2dc5756674", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:34:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "8daa3c0b-9743-4c8a-8b09-ba2dc5756674", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9-kserve-route-authn"} 2026-09-17T23:34:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "8daa3c0b-9743-4c8a-8b09-ba2dc5756674", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9-kserve-route-authn"} 2026-09-17T23:34:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "8daa3c0b-9743-4c8a-8b09-ba2dc5756674", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:34:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "8daa3c0b-9743-4c8a-8b09-ba2dc5756674", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:34:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6275e9","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "rate-test-model-6275e9", "reconcileID": "d4eec592-4f42-41f3-bda2-1801e17d23ad", "LLMInferenceService": "rate-test-model-6275e9", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:34:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "280d6f51-8550-43cb-b406-74f530c3e97b", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress"} 2026-09-17T23:34:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "280d6f51-8550-43cb-b406-74f530c3e97b", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9-authn-ssl"} 2026-09-17T23:34:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "280d6f51-8550-43cb-b406-74f530c3e97b", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress"} 2026-09-17T23:34:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "94ad9050-1600-4193-b49c-893382355351", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress"} 2026-09-17T23:34:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "94ad9050-1600-4193-b49c-893382355351", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9-authn-ssl"} 2026-09-17T23:34:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "94ad9050-1600-4193-b49c-893382355351", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress"} 2026-09-17T23:34:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "d065aeb8-9914-49e3-9a04-0ef8bfec8cba", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:34:41Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "d065aeb8-9914-49e3-9a04-0ef8bfec8cba", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496-authn-ssl"} 2026-09-17T23:34:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "d065aeb8-9914-49e3-9a04-0ef8bfec8cba", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:34:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "b6e10931-9f48-4392-a172-cc10b7874f07", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:34:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "b6e10931-9f48-4392-a172-cc10b7874f07", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496-authn-ssl"} 2026-09-17T23:34:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "b6e10931-9f48-4392-a172-cc10b7874f07", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:34:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "519a6f1f-d93b-470c-ab6a-8e353dcd8abe", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:34:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "519a6f1f-d93b-470c-ab6a-8e353dcd8abe", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496-authn-ssl"} 2026-09-17T23:34:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "519a6f1f-d93b-470c-ab6a-8e353dcd8abe", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:34:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "038e2534-f1c6-4a77-8c69-17849f65a028", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:34:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "038e2534-f1c6-4a77-8c69-17849f65a028", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496-authn-ssl"} 2026-09-17T23:34:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "038e2534-f1c6-4a77-8c69-17849f65a028", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:34:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "95be7fea-4401-4528-9605-4a637bf4ceef", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:34:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "95be7fea-4401-4528-9605-4a637bf4ceef", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496-authn-ssl"} 2026-09-17T23:34:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "95be7fea-4401-4528-9605-4a637bf4ceef", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:34:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "8a44a3c9-e566-41b4-9958-aa2212a4b852", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:34:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "8a44a3c9-e566-41b4-9958-aa2212a4b852", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496-authn-ssl"} 2026-09-17T23:34:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "8a44a3c9-e566-41b4-9958-aa2212a4b852", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:34:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "b5fe3589-5d3a-4e9d-ad97-cf3a71cc1cd1", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:34:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "b5fe3589-5d3a-4e9d-ad97-cf3a71cc1cd1", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496-authn-ssl"} 2026-09-17T23:34:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "b5fe3589-5d3a-4e9d-ad97-cf3a71cc1cd1", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:34:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "openshift-service-ca.crt", "reconcileID": "26a7851b-6903-4731-9c96-20d7ef6786cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:34:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "odh-trusted-ca-bundle", "reconcileID": "12514022-82ac-4932-b4fb-e569f712f1b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:34:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "openshift-service-ca.crt", "reconcileID": "316ee633-d9a6-44a4-b584-15e044f00db4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-93a496", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T23:34:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "openshift-service-ca.crt", "reconcileID": "316ee633-d9a6-44a4-b584-15e044f00db4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:34:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "openshift-service-ca.crt", "reconcileID": "fc606947-84c5-4b7c-bc28-9394e8a37ef2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-93a496", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T23:34:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "openshift-service-ca.crt", "reconcileID": "fc606947-84c5-4b7c-bc28-9394e8a37ef2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T23:34:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e77ec2f9-84df-494d-9e83-f0fbc44d1257", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:34:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "openshift-service-ca.crt", "reconcileID": "4d7f3e3d-661b-45e1-81eb-06c045ca0399", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:34:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "odh-trusted-ca-bundle", "reconcileID": "c72fcb14-26b5-496f-b11f-fb16cea25374", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-93a496", "update": "odh-kserve-custom-ca-bundle"} 2026-09-17T23:34:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "odh-trusted-ca-bundle", "reconcileID": "c72fcb14-26b5-496f-b11f-fb16cea25374", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:34:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "019ade4d-a8f9-4abb-bb30-3ec4db2a5178", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:34:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "2e4ab3c9-706b-4b79-8da0-03a1634e5b38", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:34:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "2e4ab3c9-706b-4b79-8da0-03a1634e5b38", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496-authn-ssl"} 2026-09-17T23:34:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "2e4ab3c9-706b-4b79-8da0-03a1634e5b38", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:34:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "6b3b203f-12cc-4a60-9c0a-d9c543bcc080", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:34:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "6b3b203f-12cc-4a60-9c0a-d9c543bcc080", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496-authn-ssl"} 2026-09-17T23:34:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "6b3b203f-12cc-4a60-9c0a-d9c543bcc080", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:35:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "9977a75c-588c-493c-a3d9-3c742b4f4cde", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:35:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "9977a75c-588c-493c-a3d9-3c742b4f4cde", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1-authn-ssl"} 2026-09-17T23:35:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "9977a75c-588c-493c-a3d9-3c742b4f4cde", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:35:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "4b2bd9ca-2a5c-4807-ad49-573948e1c1fc", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:35:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "4b2bd9ca-2a5c-4807-ad49-573948e1c1fc", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1-authn-ssl"} 2026-09-17T23:35:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "4b2bd9ca-2a5c-4807-ad49-573948e1c1fc", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:35:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "b203bb6e-6176-4678-b409-5ec81819a2c0", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:35:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "b203bb6e-6176-4678-b409-5ec81819a2c0", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1-authn-ssl"} 2026-09-17T23:35:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "b203bb6e-6176-4678-b409-5ec81819a2c0", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:35:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "87266632-f1c5-4456-99f4-c41d49e0e9f4", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:35:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "87266632-f1c5-4456-99f4-c41d49e0e9f4", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1-authn-ssl"} 2026-09-17T23:35:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "87266632-f1c5-4456-99f4-c41d49e0e9f4", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:35:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "963b2461-0f20-4630-abe0-79d9993ccc9c", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:35:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "963b2461-0f20-4630-abe0-79d9993ccc9c", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1-authn-ssl"} 2026-09-17T23:35:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "963b2461-0f20-4630-abe0-79d9993ccc9c", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:35:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "c7deaad4-128e-483a-9fe9-65ca615e71b3", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:35:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "c7deaad4-128e-483a-9fe9-65ca615e71b3", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1-authn-ssl"} 2026-09-17T23:35:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "c7deaad4-128e-483a-9fe9-65ca615e71b3", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:35:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "ebd1e1ac-f762-41fe-bc69-fa3e12b8868f", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:35:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "ebd1e1ac-f762-41fe-bc69-fa3e12b8868f", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1-authn-ssl"} 2026-09-17T23:35:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "ebd1e1ac-f762-41fe-bc69-fa3e12b8868f", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:35:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "b76ad3b6-8b5f-42ac-b57a-4f17d851872a", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:35:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "b76ad3b6-8b5f-42ac-b57a-4f17d851872a", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1-authn-ssl"} 2026-09-17T23:35:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "b76ad3b6-8b5f-42ac-b57a-4f17d851872a", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:35:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86dda1"}, "namespace": "ai-tenant-e2e-ipp-b-86dda1", "name": "openshift-service-ca.crt", "reconcileID": "9ae2115e-2972-4f35-a9d0-17941d0b4577", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86dda1"} 2026-09-17T23:35:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86dda1"}, "namespace": "ai-tenant-e2e-ipp-b-86dda1", "name": "odh-trusted-ca-bundle", "reconcileID": "a3b27ff4-ca9e-44db-90bc-2ae60446a98d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86dda1"} 2026-09-17T23:35:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86dda1"}, "namespace": "ai-tenant-e2e-ipp-b-86dda1", "name": "openshift-service-ca.crt", "reconcileID": "5ba4b303-f55b-400a-b697-12233ca7a4ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86dda1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T23:35:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86dda1"}, "namespace": "ai-tenant-e2e-ipp-b-86dda1", "name": "openshift-service-ca.crt", "reconcileID": "5ba4b303-f55b-400a-b697-12233ca7a4ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86dda1"} 2026-09-17T23:35:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86dda1"}, "namespace": "ai-tenant-e2e-ipp-b-86dda1", "name": "openshift-service-ca.crt", "reconcileID": "a1ca6bda-8e28-47a1-97d9-3817247f0447", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86dda1"} 2026-09-17T23:35:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86dda1"}, "namespace": "ai-tenant-e2e-ipp-b-86dda1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95dbab35-99a5-42fa-ba33-678f3476a824", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86dda1"} 2026-09-17T23:35:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86dda1"}, "namespace": "ai-tenant-e2e-ipp-b-86dda1", "name": "odh-trusted-ca-bundle", "reconcileID": "1b94db62-947c-4e84-b993-0c2c7efdad55", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86dda1", "update": "odh-kserve-custom-ca-bundle"} 2026-09-17T23:35:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86dda1"}, "namespace": "ai-tenant-e2e-ipp-b-86dda1", "name": "odh-trusted-ca-bundle", "reconcileID": "1b94db62-947c-4e84-b993-0c2c7efdad55", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86dda1"} 2026-09-17T23:35:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86dda1"}, "namespace": "ai-tenant-e2e-ipp-b-86dda1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95e98880-c329-4bdd-8f89-371310a3700f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86dda1"} 2026-09-17T23:35:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "efd864ba-021e-4dbd-b3bc-63607c09393d", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:35:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "efd864ba-021e-4dbd-b3bc-63607c09393d", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1-authn-ssl"} 2026-09-17T23:35:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "efd864ba-021e-4dbd-b3bc-63607c09393d", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:35:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "ec6c978d-c3f5-4145-8639-d7e226d128b0", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:35:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "ec6c978d-c3f5-4145-8639-d7e226d128b0", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1-authn-ssl"} 2026-09-17T23:35:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "ec6c978d-c3f5-4145-8639-d7e226d128b0", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:35:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "b59ac51a-816a-4fe3-b31d-514647eb7373", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:35:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "b59ac51a-816a-4fe3-b31d-514647eb7373", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:35:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "b59ac51a-816a-4fe3-b31d-514647eb7373", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:35:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "8a0cff3d-c3b5-4e1b-813d-530c7ad238e4", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:35:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "b59ac51a-816a-4fe3-b31d-514647eb7373", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496-kserve-route-authn"} 2026-09-17T23:35:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "b59ac51a-816a-4fe3-b31d-514647eb7373", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496", "authType": "userdefined"} 2026-09-17T23:35:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "b59ac51a-816a-4fe3-b31d-514647eb7373", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:35:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "8a0cff3d-c3b5-4e1b-813d-530c7ad238e4", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496-authn-ssl"} 2026-09-17T23:35:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "8a0cff3d-c3b5-4e1b-813d-530c7ad238e4", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:35:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "e24b05eb-dc84-4edf-b383-94050b38e5a3", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:35:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "e24b05eb-dc84-4edf-b383-94050b38e5a3", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:35:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "e24b05eb-dc84-4edf-b383-94050b38e5a3", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:35:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "e24b05eb-dc84-4edf-b383-94050b38e5a3", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496-kserve-route-authn"} 2026-09-17T23:35:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "e24b05eb-dc84-4edf-b383-94050b38e5a3", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496", "authType": "userdefined"} 2026-09-17T23:35:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "e24b05eb-dc84-4edf-b383-94050b38e5a3", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:35:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "c3bc7449-cfe9-4a01-8100-308f2613edd6", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:35:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "c3bc7449-cfe9-4a01-8100-308f2613edd6", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496-authn-ssl"} 2026-09-17T23:35:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "c3bc7449-cfe9-4a01-8100-308f2613edd6", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:35:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "291268dc-eef5-48e2-8b57-eaf33fd1be6c", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:35:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "291268dc-eef5-48e2-8b57-eaf33fd1be6c", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:35:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "291268dc-eef5-48e2-8b57-eaf33fd1be6c", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:35:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "291268dc-eef5-48e2-8b57-eaf33fd1be6c", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496-kserve-route-authn"} 2026-09-17T23:35:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "291268dc-eef5-48e2-8b57-eaf33fd1be6c", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496", "authType": "userdefined"} 2026-09-17T23:35:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "291268dc-eef5-48e2-8b57-eaf33fd1be6c", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:35:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "9b1ee995-4576-4364-ab5a-b45186bfe134", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:35:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "9b1ee995-4576-4364-ab5a-b45186bfe134", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:35:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "9b1ee995-4576-4364-ab5a-b45186bfe134", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:35:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "9b1ee995-4576-4364-ab5a-b45186bfe134", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496-kserve-route-authn"} 2026-09-17T23:35:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "9b1ee995-4576-4364-ab5a-b45186bfe134", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496", "authType": "userdefined"} 2026-09-17T23:35:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "9b1ee995-4576-4364-ab5a-b45186bfe134", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:36:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "e6fe340a-7c08-4aa6-b25e-9970eefa28ba", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:36:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "e6fe340a-7c08-4aa6-b25e-9970eefa28ba", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:36:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "e6fe340a-7c08-4aa6-b25e-9970eefa28ba", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:36:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "e6fe340a-7c08-4aa6-b25e-9970eefa28ba", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496-kserve-route-authn"} 2026-09-17T23:36:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "e6fe340a-7c08-4aa6-b25e-9970eefa28ba", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496", "authType": "userdefined"} 2026-09-17T23:36:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "e6fe340a-7c08-4aa6-b25e-9970eefa28ba", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:36:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "7b740115-5d3b-4b58-a708-05d5aed9d1c7", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "7b740115-5d3b-4b58-a708-05d5aed9d1c7", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15-authn-ssl"} 2026-09-17T23:36:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "7b740115-5d3b-4b58-a708-05d5aed9d1c7", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "848290d2-6b55-476d-91ff-312676a09626", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "848290d2-6b55-476d-91ff-312676a09626", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15-authn-ssl"} 2026-09-17T23:36:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "848290d2-6b55-476d-91ff-312676a09626", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "be9c53e6-cc8a-4e73-9711-c0b71d671aa4", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "be9c53e6-cc8a-4e73-9711-c0b71d671aa4", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15-authn-ssl"} 2026-09-17T23:36:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "be9c53e6-cc8a-4e73-9711-c0b71d671aa4", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "8b6349e3-592b-489d-9445-202dc56dbc81", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "8b6349e3-592b-489d-9445-202dc56dbc81", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15-authn-ssl"} 2026-09-17T23:36:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "8b6349e3-592b-489d-9445-202dc56dbc81", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "7bd6a0d2-538e-454e-9b9b-d9b34aa00667", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "7bd6a0d2-538e-454e-9b9b-d9b34aa00667", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15-authn-ssl"} 2026-09-17T23:36:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "7bd6a0d2-538e-454e-9b9b-d9b34aa00667", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "100381ff-73d8-40f1-a418-057ab2f90559", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "100381ff-73d8-40f1-a418-057ab2f90559", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15-authn-ssl"} 2026-09-17T23:36:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "100381ff-73d8-40f1-a418-057ab2f90559", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "2ca5952e-8253-44b8-b156-f91dda6e991b", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "2ca5952e-8253-44b8-b156-f91dda6e991b", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15-authn-ssl"} 2026-09-17T23:36:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "2ca5952e-8253-44b8-b156-f91dda6e991b", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "50cc9f51-7645-43b1-af83-3de57d61ea4e", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "50cc9f51-7645-43b1-af83-3de57d61ea4e", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15-authn-ssl"} 2026-09-17T23:36:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "50cc9f51-7645-43b1-af83-3de57d61ea4e", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-145e15"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "name": "openshift-service-ca.crt", "reconcileID": "a890ce19-40e5-423d-9271-8ed7c4713e5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-145e15"} 2026-09-17T23:36:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145e15"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "name": "odh-trusted-ca-bundle", "reconcileID": "e728f989-2289-4654-a0f5-f7d797d6b252", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145e15"} 2026-09-17T23:36:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-145e15"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "name": "openshift-service-ca.crt", "reconcileID": "320a8a53-2450-4811-a5fc-280173de7f29", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T23:36:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-145e15"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "name": "openshift-service-ca.crt", "reconcileID": "320a8a53-2450-4811-a5fc-280173de7f29", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-145e15"} 2026-09-17T23:36:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145e15"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ca977b4-fe96-484f-bbd1-a080ba54964a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145e15"} 2026-09-17T23:36:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-145e15"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "name": "openshift-service-ca.crt", "reconcileID": "e4211fa3-cedd-462c-96f3-e4ef42221ca8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-145e15"} 2026-09-17T23:36:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145e15"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "name": "odh-trusted-ca-bundle", "reconcileID": "20b09d88-6ada-46b2-a863-f0935a1c5253", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "update": "odh-kserve-custom-ca-bundle"} 2026-09-17T23:36:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145e15"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "name": "odh-trusted-ca-bundle", "reconcileID": "20b09d88-6ada-46b2-a863-f0935a1c5253", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145e15"} 2026-09-17T23:36:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145e15"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a18113e-d78c-4d4e-b833-2a891e0d02f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145e15"} 2026-09-17T23:36:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "ef854b46-f0ba-4636-a334-d80771520e81", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "ef854b46-f0ba-4636-a334-d80771520e81", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15-authn-ssl"} 2026-09-17T23:36:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "ef854b46-f0ba-4636-a334-d80771520e81", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "c6f5e662-6af5-40f6-9fa0-8ce131ffae7c", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "c6f5e662-6af5-40f6-9fa0-8ce131ffae7c", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15-authn-ssl"} 2026-09-17T23:36:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "c6f5e662-6af5-40f6-9fa0-8ce131ffae7c", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "2202f7c9-2795-4ff8-b3de-e4d2976ae2cb", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:36:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "2202f7c9-2795-4ff8-b3de-e4d2976ae2cb", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15-authn-ssl"} 2026-09-17T23:36:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "2202f7c9-2795-4ff8-b3de-e4d2976ae2cb", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:37:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "a0b932d8-a602-4f67-96b7-088839552060", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:37:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "a0b932d8-a602-4f67-96b7-088839552060", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15-authn-ssl"} 2026-09-17T23:37:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "a0b932d8-a602-4f67-96b7-088839552060", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:37:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145e15"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17ac7caf-7400-4b98-b3d9-857ec2e67d3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145e15"} 2026-09-17T23:37:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145e15"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17ac7caf-7400-4b98-b3d9-857ec2e67d3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T23:37:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145e15"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17ac7caf-7400-4b98-b3d9-857ec2e67d3e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-145e15 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T23:37:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145e15"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "name": "odh-trusted-ca-bundle", "reconcileID": "781a321b-60bb-4e10-ad22-e57d69ff4e9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145e15"} 2026-09-17T23:37:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145e15"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "name": "odh-trusted-ca-bundle", "reconcileID": "781a321b-60bb-4e10-ad22-e57d69ff4e9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145e15"} 2026-09-17T23:37:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-145e15"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "name": "openshift-service-ca.crt", "reconcileID": "af7a4600-1974-4319-8d37-3812e72ad711", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-145e15"} 2026-09-17T23:37:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-145e15"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "name": "openshift-service-ca.crt", "reconcileID": "af7a4600-1974-4319-8d37-3812e72ad711", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-145e15"} 2026-09-17T23:37:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145e15"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bb26959-b38d-4235-8cc0-9586096a9f76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145e15"} 2026-09-17T23:37:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-145e15"}, "namespace": "ai-tenant-e2e-ipp-cleanup-145e15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bb26959-b38d-4235-8cc0-9586096a9f76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-145e15"} 2026-09-17T23:37:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-145e15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-145e15", "reconcileID": "4c9066f8-b7a9-4092-b786-13a117f4c058", "Gateway": "e2e-ipp-cleanup-145e15", "namespace": "openshift-ingress"} 2026-09-17T23:37:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "8a6d96ee-c931-4cac-9a57-388c0ef882c0", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:37:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "8a6d96ee-c931-4cac-9a57-388c0ef882c0", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496-authn-ssl"} 2026-09-17T23:37:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "8a6d96ee-c931-4cac-9a57-388c0ef882c0", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:37:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "93376134-3a25-4e8a-9e5e-f178573d037d", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:37:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "93376134-3a25-4e8a-9e5e-f178573d037d", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496-authn-ssl"} 2026-09-17T23:37:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "93376134-3a25-4e8a-9e5e-f178573d037d", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:37:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "1abcebe3-924f-411a-9c90-3beaeb0c8275", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:37:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "1abcebe3-924f-411a-9c90-3beaeb0c8275", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496-authn-ssl"} 2026-09-17T23:37:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "1abcebe3-924f-411a-9c90-3beaeb0c8275", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:37:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "da8ee250-9095-4d5b-8077-2af911c53ff6", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:37:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "da8ee250-9095-4d5b-8077-2af911c53ff6", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:37:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "da8ee250-9095-4d5b-8077-2af911c53ff6", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:37:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "da8ee250-9095-4d5b-8077-2af911c53ff6", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496-kserve-route-authn"} 2026-09-17T23:37:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "da8ee250-9095-4d5b-8077-2af911c53ff6", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496", "authType": "userdefined"} 2026-09-17T23:37:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "da8ee250-9095-4d5b-8077-2af911c53ff6", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:38:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95336e1a-f5f5-4d83-80e6-e8ab68e5ca38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:38:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95336e1a-f5f5-4d83-80e6-e8ab68e5ca38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-93a496", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T23:38:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95336e1a-f5f5-4d83-80e6-e8ab68e5ca38", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-93a496 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T23:38:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "odh-trusted-ca-bundle", "reconcileID": "f2042d56-052d-46ec-8e72-a6195dd01fde", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:38:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "odh-trusted-ca-bundle", "reconcileID": "f2042d56-052d-46ec-8e72-a6195dd01fde", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:38:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "openshift-service-ca.crt", "reconcileID": "3030592a-b864-4642-9907-a3f298469ca0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:38:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "openshift-service-ca.crt", "reconcileID": "3030592a-b864-4642-9907-a3f298469ca0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:38:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d93edff9-8fb6-4d25-9bf2-82347dd1d1b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:38:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d93edff9-8fb6-4d25-9bf2-82347dd1d1b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:38:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "946d89fd-a62f-4f5f-a387-e2d4a026736b", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:38:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "946d89fd-a62f-4f5f-a387-e2d4a026736b", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:38:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "946d89fd-a62f-4f5f-a387-e2d4a026736b", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:38:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "946d89fd-a62f-4f5f-a387-e2d4a026736b", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496-kserve-route-authn"} 2026-09-17T23:38:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "946d89fd-a62f-4f5f-a387-e2d4a026736b", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496", "authType": "userdefined"} 2026-09-17T23:38:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "946d89fd-a62f-4f5f-a387-e2d4a026736b", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:38:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "c404a3b3-9a3a-4941-a0e0-c391d91348ec", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:38:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "c404a3b3-9a3a-4941-a0e0-c391d91348ec", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496"} 2026-09-17T23:38:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "c404a3b3-9a3a-4941-a0e0-c391d91348ec", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:38:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "c404a3b3-9a3a-4941-a0e0-c391d91348ec", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:38:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "c404a3b3-9a3a-4941-a0e0-c391d91348ec", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496-kserve-route-authn"} 2026-09-17T23:38:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "c404a3b3-9a3a-4941-a0e0-c391d91348ec", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496-kserve-route-authn"} 2026-09-17T23:38:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "c404a3b3-9a3a-4941-a0e0-c391d91348ec", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:38:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "c404a3b3-9a3a-4941-a0e0-c391d91348ec", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:38:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "e5eb23a2-53b7-4663-836d-a04f61957b7f", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:38:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "e5eb23a2-53b7-4663-836d-a04f61957b7f", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496-authn-ssl"} 2026-09-17T23:38:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "e5eb23a2-53b7-4663-836d-a04f61957b7f", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:38:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-93a496","namespace":"ai-tenant-e2e-ipp-a-93a496"}, "namespace": "ai-tenant-e2e-ipp-a-93a496", "name": "ipp-route-93a496", "reconcileID": "c291dc47-8af0-42d2-94e3-051d1c06c339", "LLMInferenceService": "ipp-route-93a496", "namespace": "ai-tenant-e2e-ipp-a-93a496"} 2026-09-17T23:38:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "ae918307-bbf3-445d-b06f-dbcd616160a4", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:38:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "ae918307-bbf3-445d-b06f-dbcd616160a4", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496-authn-ssl"} 2026-09-17T23:38:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "ae918307-bbf3-445d-b06f-dbcd616160a4", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:38:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-93a496","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-93a496", "reconcileID": "c77c4600-0e1f-42fd-90ea-39a26375fc34", "Gateway": "e2e-ipp-a-93a496", "namespace": "openshift-ingress"} 2026-09-17T23:38:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "2e397a39-8510-426b-b93f-0fa1465297d5", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:38:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "2e397a39-8510-426b-b93f-0fa1465297d5", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1-authn-ssl"} 2026-09-17T23:38:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "2e397a39-8510-426b-b93f-0fa1465297d5", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:38:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "0c93e91c-1f4c-4ff4-930f-6fe2d0d3077b", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:38:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "0c93e91c-1f4c-4ff4-930f-6fe2d0d3077b", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1-authn-ssl"} 2026-09-17T23:38:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "0c93e91c-1f4c-4ff4-930f-6fe2d0d3077b", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:38:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86dda1"}, "namespace": "ai-tenant-e2e-ipp-b-86dda1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6423d5a-c7f3-459b-9c74-179a23c55d6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86dda1"} 2026-09-17T23:38:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86dda1"}, "namespace": "ai-tenant-e2e-ipp-b-86dda1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6423d5a-c7f3-459b-9c74-179a23c55d6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86dda1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T23:38:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86dda1"}, "namespace": "ai-tenant-e2e-ipp-b-86dda1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6423d5a-c7f3-459b-9c74-179a23c55d6b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-86dda1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T23:38:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86dda1"}, "namespace": "ai-tenant-e2e-ipp-b-86dda1", "name": "odh-trusted-ca-bundle", "reconcileID": "ab840bfc-e62a-4b05-912e-ff011ca953c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86dda1"} 2026-09-17T23:38:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86dda1"}, "namespace": "ai-tenant-e2e-ipp-b-86dda1", "name": "odh-trusted-ca-bundle", "reconcileID": "ab840bfc-e62a-4b05-912e-ff011ca953c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86dda1"} 2026-09-17T23:38:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86dda1"}, "namespace": "ai-tenant-e2e-ipp-b-86dda1", "name": "openshift-service-ca.crt", "reconcileID": "8ab75b5f-4407-4b75-a8b6-5ab9485ce4e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86dda1"} 2026-09-17T23:38:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86dda1"}, "namespace": "ai-tenant-e2e-ipp-b-86dda1", "name": "openshift-service-ca.crt", "reconcileID": "8ab75b5f-4407-4b75-a8b6-5ab9485ce4e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86dda1"} 2026-09-17T23:38:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86dda1"}, "namespace": "ai-tenant-e2e-ipp-b-86dda1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af236101-2fb3-49ff-8124-f8b4ac93a981", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86dda1"} 2026-09-17T23:38:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86dda1"}, "namespace": "ai-tenant-e2e-ipp-b-86dda1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af236101-2fb3-49ff-8124-f8b4ac93a981", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86dda1"} 2026-09-17T23:38:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86dda1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86dda1", "reconcileID": "6e8d6461-7805-477d-bc23-4163258383df", "Gateway": "e2e-ipp-b-86dda1", "namespace": "openshift-ingress"} 2026-09-17T23:38:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5aae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7", "reconcileID": "4bd41684-2d98-4012-aae3-8404d668dcf3", "Gateway": "e2e-shared-a-w3-e5aae7", "namespace": "openshift-ingress"} 2026-09-17T23:38:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5aae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7", "reconcileID": "4bd41684-2d98-4012-aae3-8404d668dcf3", "Gateway": "e2e-shared-a-w3-e5aae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7-authn-ssl"} 2026-09-17T23:38:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5aae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7", "reconcileID": "4bd41684-2d98-4012-aae3-8404d668dcf3", "Gateway": "e2e-shared-a-w3-e5aae7", "namespace": "openshift-ingress"} 2026-09-17T23:38:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5aae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7", "reconcileID": "74816d6e-bf36-4fff-aaa1-07ef7311e94b", "Gateway": "e2e-shared-a-w3-e5aae7", "namespace": "openshift-ingress"} 2026-09-17T23:38:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5aae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7", "reconcileID": "74816d6e-bf36-4fff-aaa1-07ef7311e94b", "Gateway": "e2e-shared-a-w3-e5aae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7-authn-ssl"} 2026-09-17T23:38:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5aae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7", "reconcileID": "74816d6e-bf36-4fff-aaa1-07ef7311e94b", "Gateway": "e2e-shared-a-w3-e5aae7", "namespace": "openshift-ingress"} 2026-09-17T23:38:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20a45f0a-b904-415f-97bd-507e73884e61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:38:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20a45f0a-b904-415f-97bd-507e73884e61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T23:38:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20a45f0a-b904-415f-97bd-507e73884e61", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-e5aae7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T23:38:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "odh-trusted-ca-bundle", "reconcileID": "6210eac7-d2b0-4d5d-b04c-37b0acd3d327", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:38:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "odh-trusted-ca-bundle", "reconcileID": "6210eac7-d2b0-4d5d-b04c-37b0acd3d327", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:38:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "openshift-service-ca.crt", "reconcileID": "e37824a7-8afe-4ebf-be02-208ae08dbea8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:38:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "openshift-service-ca.crt", "reconcileID": "e37824a7-8afe-4ebf-be02-208ae08dbea8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:38:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ff7384a-0eff-4788-bafd-4004e0054a78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:38:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e5aae7"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ff7384a-0eff-4788-bafd-4004e0054a78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e5aae7"} 2026-09-17T23:38:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5aae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5aae7", "reconcileID": "70082f71-4572-460e-b612-06a25bd8e055", "Gateway": "e2e-shared-a-w3-e5aae7", "namespace": "openshift-ingress"} 2026-09-17T23:38:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "6658f9a8-fe36-484e-bcf0-52485399af31", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress"} 2026-09-17T23:38:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "6658f9a8-fe36-484e-bcf0-52485399af31", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9-authn-ssl"} 2026-09-17T23:38:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "6658f9a8-fe36-484e-bcf0-52485399af31", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress"} 2026-09-17T23:39:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "6cee1ff0-ef41-4b5c-acd5-b0bd331980be", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress"} 2026-09-17T23:39:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "6cee1ff0-ef41-4b5c-acd5-b0bd331980be", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9-authn-ssl"} 2026-09-17T23:39:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "6cee1ff0-ef41-4b5c-acd5-b0bd331980be", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress"} 2026-09-17T23:39:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cccfb8e-b495-4254-b08b-dcb745e635f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:39:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cccfb8e-b495-4254-b08b-dcb745e635f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T23:39:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cccfb8e-b495-4254-b08b-dcb745e635f7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-6275e9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T23:39:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "odh-trusted-ca-bundle", "reconcileID": "551fd79b-9aa5-442f-9e16-5a447f907768", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:39:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "odh-trusted-ca-bundle", "reconcileID": "551fd79b-9aa5-442f-9e16-5a447f907768", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:39:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "openshift-service-ca.crt", "reconcileID": "9fc4f285-b15e-4664-b633-21fe3fa68a49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:39:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "openshift-service-ca.crt", "reconcileID": "9fc4f285-b15e-4664-b633-21fe3fa68a49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:39:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8e2740e-08a5-4708-85ab-3dc8f214c90d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:39:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6275e9"}, "namespace": "ai-tenant-e2e-shared-b-w3-6275e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8e2740e-08a5-4708-85ab-3dc8f214c90d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6275e9"} 2026-09-17T23:39:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6275e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6275e9", "reconcileID": "7258d7e3-9ed7-4521-b5a6-25acae876b99", "Gateway": "e2e-shared-b-w3-6275e9", "namespace": "openshift-ingress"} 2026-09-17T23:43:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "8be808db-3549-4791-92d7-dfea896b67d7", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "8be808db-3549-4791-92d7-dfea896b67d7", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "8be808db-3549-4791-92d7-dfea896b67d7", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b8d8339-fff4-4832-8954-f42c4b8b7127", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T23:43:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "8be808db-3549-4791-92d7-dfea896b67d7", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm", "name": "e2e-same-id-a-3b2541e9-kserve-route-authn"} 2026-09-17T23:43:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "8be808db-3549-4791-92d7-dfea896b67d7", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm", "authType": "userdefined"} 2026-09-17T23:43:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "8be808db-3549-4791-92d7-dfea896b67d7", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b8d8339-fff4-4832-8954-f42c4b8b7127", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T23:43:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b8d8339-fff4-4832-8954-f42c4b8b7127", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T23:43:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "cbce3079-0f75-4ed3-ae04-75ba929a0c49", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "cbce3079-0f75-4ed3-ae04-75ba929a0c49", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "cbce3079-0f75-4ed3-ae04-75ba929a0c49", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "cbce3079-0f75-4ed3-ae04-75ba929a0c49", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm", "name": "e2e-same-id-a-3b2541e9-kserve-route-authn"} 2026-09-17T23:43:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "cbce3079-0f75-4ed3-ae04-75ba929a0c49", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm", "authType": "userdefined"} 2026-09-17T23:43:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "cbce3079-0f75-4ed3-ae04-75ba929a0c49", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "36d5dd24-9372-4bf7-b0c3-c7eb86dbd63c", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "36d5dd24-9372-4bf7-b0c3-c7eb86dbd63c", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "36d5dd24-9372-4bf7-b0c3-c7eb86dbd63c", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fbb40dc5-fea8-43e4-a9c6-c909fce4d13e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T23:43:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "36d5dd24-9372-4bf7-b0c3-c7eb86dbd63c", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm", "name": "e2e-same-id-b-3b2541e9-kserve-route-authn"} 2026-09-17T23:43:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "36d5dd24-9372-4bf7-b0c3-c7eb86dbd63c", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm", "authType": "userdefined"} 2026-09-17T23:43:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "36d5dd24-9372-4bf7-b0c3-c7eb86dbd63c", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fbb40dc5-fea8-43e4-a9c6-c909fce4d13e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T23:43:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fbb40dc5-fea8-43e4-a9c6-c909fce4d13e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T23:43:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1b43a27-d37e-47c4-b1bb-88c98c953c4e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T23:43:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1b43a27-d37e-47c4-b1bb-88c98c953c4e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T23:43:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1b43a27-d37e-47c4-b1bb-88c98c953c4e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T23:43:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "430422e7-07d2-4976-989e-1051654f5204", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "430422e7-07d2-4976-989e-1051654f5204", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "430422e7-07d2-4976-989e-1051654f5204", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "430422e7-07d2-4976-989e-1051654f5204", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm", "name": "e2e-same-id-a-3b2541e9-kserve-route-authn"} 2026-09-17T23:43:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "430422e7-07d2-4976-989e-1051654f5204", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm", "authType": "userdefined"} 2026-09-17T23:43:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "430422e7-07d2-4976-989e-1051654f5204", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "17c471aa-a92d-4872-89eb-007f8c1ccec2", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "17c471aa-a92d-4872-89eb-007f8c1ccec2", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "17c471aa-a92d-4872-89eb-007f8c1ccec2", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "17c471aa-a92d-4872-89eb-007f8c1ccec2", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm", "name": "e2e-same-id-b-3b2541e9-kserve-route-authn"} 2026-09-17T23:43:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "17c471aa-a92d-4872-89eb-007f8c1ccec2", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm", "authType": "userdefined"} 2026-09-17T23:43:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "17c471aa-a92d-4872-89eb-007f8c1ccec2", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fc60cd3e-1824-40f0-95b2-323ef5b49f7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T23:43:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fc60cd3e-1824-40f0-95b2-323ef5b49f7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T23:43:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fc60cd3e-1824-40f0-95b2-323ef5b49f7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T23:43:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "4e9a849b-2b43-4fbb-bd95-aa0f3462b84d", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "4e9a849b-2b43-4fbb-bd95-aa0f3462b84d", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "4e9a849b-2b43-4fbb-bd95-aa0f3462b84d", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "4e9a849b-2b43-4fbb-bd95-aa0f3462b84d", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm", "name": "e2e-same-id-b-3b2541e9-kserve-route-authn"} 2026-09-17T23:43:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "4e9a849b-2b43-4fbb-bd95-aa0f3462b84d", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm", "authType": "userdefined"} 2026-09-17T23:43:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "4e9a849b-2b43-4fbb-bd95-aa0f3462b84d", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "5b75292f-b8c3-4167-9e71-a6936a695126", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "5b75292f-b8c3-4167-9e71-a6936a695126", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "5b75292f-b8c3-4167-9e71-a6936a695126", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:43:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "5b75292f-b8c3-4167-9e71-a6936a695126", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm", "name": "e2e-same-id-a-3b2541e9-kserve-route-authn"} 2026-09-17T23:43:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "5b75292f-b8c3-4167-9e71-a6936a695126", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm", "authType": "userdefined"} 2026-09-17T23:43:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "5b75292f-b8c3-4167-9e71-a6936a695126", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:44:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "c072a45c-8cd6-4e09-8271-4bd9c2e5a547", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm"} 2026-09-17T23:44:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "c072a45c-8cd6-4e09-8271-4bd9c2e5a547", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm"} 2026-09-17T23:44:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "c072a45c-8cd6-4e09-8271-4bd9c2e5a547", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm"} 2026-09-17T23:44:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "c072a45c-8cd6-4e09-8271-4bd9c2e5a547", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm", "name": "e2e-same-id-b-3b2541e9-kserve-route-authn"} 2026-09-17T23:44:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "c072a45c-8cd6-4e09-8271-4bd9c2e5a547", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm", "authType": "userdefined"} 2026-09-17T23:44:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "c072a45c-8cd6-4e09-8271-4bd9c2e5a547", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm"} 2026-09-17T23:44:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "f72f21d7-1b10-415e-bdf3-202de85812de", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:44:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "f72f21d7-1b10-415e-bdf3-202de85812de", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:44:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "f72f21d7-1b10-415e-bdf3-202de85812de", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:44:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "f72f21d7-1b10-415e-bdf3-202de85812de", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm", "name": "e2e-same-id-a-3b2541e9-kserve-route-authn"} 2026-09-17T23:44:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "f72f21d7-1b10-415e-bdf3-202de85812de", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm", "authType": "userdefined"} 2026-09-17T23:44:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "f72f21d7-1b10-415e-bdf3-202de85812de", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:44:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "7b376502-bef5-4c78-bbed-4ba33ac75a62", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:44:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "7b376502-bef5-4c78-bbed-4ba33ac75a62", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm", "name": "e2e-same-id-a-3b2541e9"} 2026-09-17T23:44:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "7b376502-bef5-4c78-bbed-4ba33ac75a62", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:44:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "7b376502-bef5-4c78-bbed-4ba33ac75a62", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:44:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "7b376502-bef5-4c78-bbed-4ba33ac75a62", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm", "name": "e2e-same-id-a-3b2541e9-kserve-route-authn"} 2026-09-17T23:44:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "7b376502-bef5-4c78-bbed-4ba33ac75a62", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm", "name": "e2e-same-id-a-3b2541e9-kserve-route-authn"} 2026-09-17T23:44:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3b2541e9", "reconcileID": "a7310c13-d6f0-4d6b-ab87-97b3a03936db", "LLMInferenceService": "e2e-same-id-a-3b2541e9", "namespace": "llm"} 2026-09-17T23:44:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "defdc074-75e7-431d-bcc3-f10d32c0e846", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T23:44:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "defdc074-75e7-431d-bcc3-f10d32c0e846", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T23:44:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "defdc074-75e7-431d-bcc3-f10d32c0e846", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T23:44:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33865018-234d-4547-974f-d22ea757cdc4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T23:44:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33865018-234d-4547-974f-d22ea757cdc4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T23:44:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33865018-234d-4547-974f-d22ea757cdc4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T23:44:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "4118f496-60c7-4b9a-90ee-81f8f314dea9", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm"} 2026-09-17T23:44:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "4118f496-60c7-4b9a-90ee-81f8f314dea9", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm", "name": "e2e-same-id-b-3b2541e9"} 2026-09-17T23:44:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "4118f496-60c7-4b9a-90ee-81f8f314dea9", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm"} 2026-09-17T23:44:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "4118f496-60c7-4b9a-90ee-81f8f314dea9", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm"} 2026-09-17T23:44:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "4118f496-60c7-4b9a-90ee-81f8f314dea9", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm", "name": "e2e-same-id-b-3b2541e9-kserve-route-authn"} 2026-09-17T23:44:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "4118f496-60c7-4b9a-90ee-81f8f314dea9", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm", "name": "e2e-same-id-b-3b2541e9-kserve-route-authn"} 2026-09-17T23:44:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3b2541e9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3b2541e9", "reconcileID": "612bb118-2d3a-414e-84d6-1a721a968671", "LLMInferenceService": "e2e-same-id-b-3b2541e9", "namespace": "llm"} 2026-09-17T23:44:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd2e4cb1-1634-48ea-b2df-f2fb70b8c857", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T23:44:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd2e4cb1-1634-48ea-b2df-f2fb70b8c857", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T23:44:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd2e4cb1-1634-48ea-b2df-f2fb70b8c857", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T23:44:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac08bfc4-cbfd-4eda-a0e6-b02d614f0021", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T23:44:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac08bfc4-cbfd-4eda-a0e6-b02d614f0021", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T23:44:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac08bfc4-cbfd-4eda-a0e6-b02d614f0021", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T23:44:14Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T23:44:14Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T23:44:14Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T23:44:14Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}