2026-09-15T11:54:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "sub-test-model-7efa8b", "reconcileID": "5c18d736-d11b-4f18-9c5e-d38633ffeb45", "LLMInferenceService": "sub-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "sub-test-model-7efa8b-kserve-route-authn"} 2026-09-15T11:54:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "sub-test-model-7efa8b", "reconcileID": "5c18d736-d11b-4f18-9c5e-d38633ffeb45", "LLMInferenceService": "sub-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "sub-test-model-7efa8b-kserve-route-authn"} 2026-09-15T11:54:31Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "sub-test-model-7efa8b", "reconcileID": "5c18d736-d11b-4f18-9c5e-d38633ffeb45", "LLMInferenceService": "sub-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:31Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "sub-test-model-7efa8b", "reconcileID": "5c18d736-d11b-4f18-9c5e-d38633ffeb45", "LLMInferenceService": "sub-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "sub-test-model-7efa8b", "reconcileID": "76ad5a03-a9dd-4de5-b9ce-0377649681eb", "LLMInferenceService": "sub-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "fc832120-c4f9-4c5c-84a2-cb35d99cad94", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress"} 2026-09-15T11:54:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "fc832120-c4f9-4c5c-84a2-cb35d99cad94", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b-authn-ssl"} 2026-09-15T11:54:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "fc832120-c4f9-4c5c-84a2-cb35d99cad94", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress"} 2026-09-15T11:54:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "e8bed085-7f31-4dcb-a8b2-fba478a8f94f", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress"} 2026-09-15T11:54:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "e8bed085-7f31-4dcb-a8b2-fba478a8f94f", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b-authn-ssl"} 2026-09-15T11:54:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "e8bed085-7f31-4dcb-a8b2-fba478a8f94f", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress"} 2026-09-15T11:54:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "sub-test-model-2cc790", "reconcileID": "448efd15-e8ba-4462-84a3-3730fb6cd0c5", "LLMInferenceService": "sub-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:54:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "sub-test-model-2cc790", "reconcileID": "448efd15-e8ba-4462-84a3-3730fb6cd0c5", "LLMInferenceService": "sub-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "sub-test-model-2cc790"} 2026-09-15T11:54:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "sub-test-model-2cc790", "reconcileID": "448efd15-e8ba-4462-84a3-3730fb6cd0c5", "LLMInferenceService": "sub-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:54:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "sub-test-model-2cc790", "reconcileID": "448efd15-e8ba-4462-84a3-3730fb6cd0c5", "LLMInferenceService": "sub-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:54:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "sub-test-model-2cc790", "reconcileID": "448efd15-e8ba-4462-84a3-3730fb6cd0c5", "LLMInferenceService": "sub-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "sub-test-model-2cc790-kserve-route-authn"} 2026-09-15T11:54:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "sub-test-model-2cc790", "reconcileID": "448efd15-e8ba-4462-84a3-3730fb6cd0c5", "LLMInferenceService": "sub-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "sub-test-model-2cc790-kserve-route-authn"} 2026-09-15T11:54:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "sub-test-model-2cc790", "reconcileID": "448efd15-e8ba-4462-84a3-3730fb6cd0c5", "LLMInferenceService": "sub-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:54:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "sub-test-model-2cc790", "reconcileID": "448efd15-e8ba-4462-84a3-3730fb6cd0c5", "LLMInferenceService": "sub-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:54:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "sub-test-model-2cc790", "reconcileID": "ec9d82e9-c653-41d7-85ff-45f5fe2d3886", "LLMInferenceService": "sub-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:54:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "92798c04-c810-4671-9a3c-5a401ba3c2f7", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress"} 2026-09-15T11:54:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "92798c04-c810-4671-9a3c-5a401ba3c2f7", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790-authn-ssl"} 2026-09-15T11:54:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "92798c04-c810-4671-9a3c-5a401ba3c2f7", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress"} 2026-09-15T11:54:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "0811931d-b271-4d2e-a0d6-1ce17f917c31", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress"} 2026-09-15T11:54:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "0811931d-b271-4d2e-a0d6-1ce17f917c31", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790-authn-ssl"} 2026-09-15T11:54:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "0811931d-b271-4d2e-a0d6-1ce17f917c31", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress"} 2026-09-15T11:54:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "1058f8b1-cd4d-498e-94d4-d4a1b3a37920", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "1058f8b1-cd4d-498e-94d4-d4a1b3a37920", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "1058f8b1-cd4d-498e-94d4-d4a1b3a37920", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "08e339fc-8069-4797-9bf2-20ca8ab1309e", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress"} 2026-09-15T11:54:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "1058f8b1-cd4d-498e-94d4-d4a1b3a37920", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b-kserve-route-authn"} 2026-09-15T11:54:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "1058f8b1-cd4d-498e-94d4-d4a1b3a37920", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "authType": "userdefined"} 2026-09-15T11:54:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "1058f8b1-cd4d-498e-94d4-d4a1b3a37920", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "08e339fc-8069-4797-9bf2-20ca8ab1309e", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b-authn-ssl"} 2026-09-15T11:54:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "08e339fc-8069-4797-9bf2-20ca8ab1309e", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress"} 2026-09-15T11:54:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "d2302663-ad2c-4382-a8fb-c228ac987359", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "d2302663-ad2c-4382-a8fb-c228ac987359", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "d2302663-ad2c-4382-a8fb-c228ac987359", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "d2302663-ad2c-4382-a8fb-c228ac987359", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b-kserve-route-authn"} 2026-09-15T11:54:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "d2302663-ad2c-4382-a8fb-c228ac987359", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "authType": "userdefined"} 2026-09-15T11:54:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "d2302663-ad2c-4382-a8fb-c228ac987359", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "baa8fc7e-b752-4541-b90a-22fcbea224f1", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress"} 2026-09-15T11:54:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "baa8fc7e-b752-4541-b90a-22fcbea224f1", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b-authn-ssl"} 2026-09-15T11:54:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "baa8fc7e-b752-4541-b90a-22fcbea224f1", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress"} 2026-09-15T11:54:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "7392d02f-afab-4668-9a77-d8357d91ca53", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "7392d02f-afab-4668-9a77-d8357d91ca53", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "7392d02f-afab-4668-9a77-d8357d91ca53", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "7392d02f-afab-4668-9a77-d8357d91ca53", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b-kserve-route-authn"} 2026-09-15T11:54:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "7392d02f-afab-4668-9a77-d8357d91ca53", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "authType": "userdefined"} 2026-09-15T11:54:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "7392d02f-afab-4668-9a77-d8357d91ca53", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "2e5277e2-7143-4ba6-8a6d-0a946eb80f72", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "2e5277e2-7143-4ba6-8a6d-0a946eb80f72", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "2e5277e2-7143-4ba6-8a6d-0a946eb80f72", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "2e5277e2-7143-4ba6-8a6d-0a946eb80f72", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b-kserve-route-authn"} 2026-09-15T11:54:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "2e5277e2-7143-4ba6-8a6d-0a946eb80f72", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "authType": "userdefined"} 2026-09-15T11:54:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "2e5277e2-7143-4ba6-8a6d-0a946eb80f72", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "c624bced-dc7b-46f1-90f9-f9be339baf8b", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "c624bced-dc7b-46f1-90f9-f9be339baf8b", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "c624bced-dc7b-46f1-90f9-f9be339baf8b", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "c624bced-dc7b-46f1-90f9-f9be339baf8b", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b-kserve-route-authn"} 2026-09-15T11:54:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "c624bced-dc7b-46f1-90f9-f9be339baf8b", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "authType": "userdefined"} 2026-09-15T11:54:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "c624bced-dc7b-46f1-90f9-f9be339baf8b", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:54:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "42c09227-e8de-413a-a559-7ba4a8cca05f", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:54:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "42c09227-e8de-413a-a559-7ba4a8cca05f", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:54:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "42c09227-e8de-413a-a559-7ba4a8cca05f", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:54:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "d6056429-d1f0-481c-bc8c-9324efe66ccf", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress"} 2026-09-15T11:54:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "42c09227-e8de-413a-a559-7ba4a8cca05f", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790-kserve-route-authn"} 2026-09-15T11:54:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "42c09227-e8de-413a-a559-7ba4a8cca05f", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "authType": "userdefined"} 2026-09-15T11:54:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "42c09227-e8de-413a-a559-7ba4a8cca05f", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:54:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "d6056429-d1f0-481c-bc8c-9324efe66ccf", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790-authn-ssl"} 2026-09-15T11:54:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "d6056429-d1f0-481c-bc8c-9324efe66ccf", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress"} 2026-09-15T11:54:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "020d87e5-5c63-419e-b622-c92118508f75", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:54:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "020d87e5-5c63-419e-b622-c92118508f75", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:54:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "020d87e5-5c63-419e-b622-c92118508f75", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:54:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "020d87e5-5c63-419e-b622-c92118508f75", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790-kserve-route-authn"} 2026-09-15T11:54:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "020d87e5-5c63-419e-b622-c92118508f75", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "authType": "userdefined"} 2026-09-15T11:54:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "020d87e5-5c63-419e-b622-c92118508f75", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:55:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "731e055e-6e47-4519-a5ed-015c4c70c6f9", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress"} 2026-09-15T11:55:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "731e055e-6e47-4519-a5ed-015c4c70c6f9", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790-authn-ssl"} 2026-09-15T11:55:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "731e055e-6e47-4519-a5ed-015c4c70c6f9", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress"} 2026-09-15T11:55:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "28a4bcff-f8bc-4d34-80dc-5ebdc5f7a2a5", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:55:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "28a4bcff-f8bc-4d34-80dc-5ebdc5f7a2a5", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:55:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "28a4bcff-f8bc-4d34-80dc-5ebdc5f7a2a5", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:55:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "28a4bcff-f8bc-4d34-80dc-5ebdc5f7a2a5", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790-kserve-route-authn"} 2026-09-15T11:55:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "28a4bcff-f8bc-4d34-80dc-5ebdc5f7a2a5", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "authType": "userdefined"} 2026-09-15T11:55:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "28a4bcff-f8bc-4d34-80dc-5ebdc5f7a2a5", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:55:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "c6706fe8-16d0-4ebc-92aa-00573e28f9dd", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:55:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "c6706fe8-16d0-4ebc-92aa-00573e28f9dd", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:55:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "c6706fe8-16d0-4ebc-92aa-00573e28f9dd", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:55:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "c6706fe8-16d0-4ebc-92aa-00573e28f9dd", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790-kserve-route-authn"} 2026-09-15T11:55:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "c6706fe8-16d0-4ebc-92aa-00573e28f9dd", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "authType": "userdefined"} 2026-09-15T11:55:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "c6706fe8-16d0-4ebc-92aa-00573e28f9dd", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:55:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "ccb3a75f-59d5-4ab8-b4d8-daa85c6dc53c", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:55:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "ccb3a75f-59d5-4ab8-b4d8-daa85c6dc53c", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b"} 2026-09-15T11:55:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "ccb3a75f-59d5-4ab8-b4d8-daa85c6dc53c", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:55:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "ccb3a75f-59d5-4ab8-b4d8-daa85c6dc53c", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:55:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "ccb3a75f-59d5-4ab8-b4d8-daa85c6dc53c", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b-kserve-route-authn"} 2026-09-15T11:55:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "ccb3a75f-59d5-4ab8-b4d8-daa85c6dc53c", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b-kserve-route-authn"} 2026-09-15T11:55:39Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "ccb3a75f-59d5-4ab8-b4d8-daa85c6dc53c", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:55:39Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "ccb3a75f-59d5-4ab8-b4d8-daa85c6dc53c", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:55:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7efa8b","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "rate-test-model-7efa8b", "reconcileID": "19ac11cd-399d-446a-b27f-82cf29bfc701", "LLMInferenceService": "rate-test-model-7efa8b", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T11:55:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "a5ff17f9-db9b-41c5-af11-b7f3aa1e49a3", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress"} 2026-09-15T11:55:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "a5ff17f9-db9b-41c5-af11-b7f3aa1e49a3", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b-authn-ssl"} 2026-09-15T11:55:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "a5ff17f9-db9b-41c5-af11-b7f3aa1e49a3", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress"} 2026-09-15T11:55:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "89ad8973-97a1-4958-b7d7-04fa47f37424", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress"} 2026-09-15T11:55:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "89ad8973-97a1-4958-b7d7-04fa47f37424", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b-authn-ssl"} 2026-09-15T11:55:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "89ad8973-97a1-4958-b7d7-04fa47f37424", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress"} 2026-09-15T11:55:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "10d20ae6-b198-4466-9c55-9e70fefad4bf", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:55:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "10d20ae6-b198-4466-9c55-9e70fefad4bf", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790"} 2026-09-15T11:55:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "10d20ae6-b198-4466-9c55-9e70fefad4bf", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:55:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "10d20ae6-b198-4466-9c55-9e70fefad4bf", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:55:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "10d20ae6-b198-4466-9c55-9e70fefad4bf", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790-kserve-route-authn"} 2026-09-15T11:55:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "10d20ae6-b198-4466-9c55-9e70fefad4bf", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790-kserve-route-authn"} 2026-09-15T11:55:39Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "10d20ae6-b198-4466-9c55-9e70fefad4bf", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:55:39Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "10d20ae6-b198-4466-9c55-9e70fefad4bf", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:55:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2cc790","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "rate-test-model-2cc790", "reconcileID": "3321e25c-ba09-4b80-853f-50d3b2c9501a", "LLMInferenceService": "rate-test-model-2cc790", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T11:55:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "69c24c96-634f-4d6b-a8ba-d3359b8e3c84", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress"} 2026-09-15T11:55:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "69c24c96-634f-4d6b-a8ba-d3359b8e3c84", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790-authn-ssl"} 2026-09-15T11:55:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "69c24c96-634f-4d6b-a8ba-d3359b8e3c84", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress"} 2026-09-15T11:55:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "4a80bba5-1b03-468e-9ace-f3a10e37ceee", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress"} 2026-09-15T11:55:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "4a80bba5-1b03-468e-9ace-f3a10e37ceee", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790-authn-ssl"} 2026-09-15T11:55:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "4a80bba5-1b03-468e-9ace-f3a10e37ceee", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress"} 2026-09-15T11:55:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "d00d386a-f7a5-407a-97c0-f5bd987d9539", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:55:41Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "d00d386a-f7a5-407a-97c0-f5bd987d9539", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324-authn-ssl"} 2026-09-15T11:55:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "d00d386a-f7a5-407a-97c0-f5bd987d9539", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:55:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "287e5d95-2686-4331-8f68-63292359b4c0", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:55:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "287e5d95-2686-4331-8f68-63292359b4c0", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324-authn-ssl"} 2026-09-15T11:55:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "287e5d95-2686-4331-8f68-63292359b4c0", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:55:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "23bc5aca-fb38-48bd-b554-c802e84b2d41", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:55:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "23bc5aca-fb38-48bd-b554-c802e84b2d41", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324-authn-ssl"} 2026-09-15T11:55:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "23bc5aca-fb38-48bd-b554-c802e84b2d41", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:55:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "bc14807d-cbd6-4275-a217-cd82896ccca0", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:55:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "bc14807d-cbd6-4275-a217-cd82896ccca0", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324-authn-ssl"} 2026-09-15T11:55:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "bc14807d-cbd6-4275-a217-cd82896ccca0", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:55:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "9d5d1c99-38a5-4f39-8a36-4e828dbab75d", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:55:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "9d5d1c99-38a5-4f39-8a36-4e828dbab75d", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324-authn-ssl"} 2026-09-15T11:55:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "9d5d1c99-38a5-4f39-8a36-4e828dbab75d", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "59f460fd-ac0c-404a-b55e-74106bc9e605", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "59f460fd-ac0c-404a-b55e-74106bc9e605", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324-authn-ssl"} 2026-09-15T11:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "59f460fd-ac0c-404a-b55e-74106bc9e605", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:55:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "odh-trusted-ca-bundle", "reconcileID": "6edf9a1f-bbc9-4f1b-b1c6-54d87652b8e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:55:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "openshift-service-ca.crt", "reconcileID": "b4aea53d-c2d9-4dfa-a5f0-20941828c1c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:55:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "openshift-service-ca.crt", "reconcileID": "b48ec292-3eac-472d-bb6b-e45a7d4ba388", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-173324", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T11:55:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "openshift-service-ca.crt", "reconcileID": "b48ec292-3eac-472d-bb6b-e45a7d4ba388", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:55:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "openshift-service-ca.crt", "reconcileID": "16719114-495f-433e-9ad1-491e2e65a5bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-173324", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T11:55:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "openshift-service-ca.crt", "reconcileID": "16719114-495f-433e-9ad1-491e2e65a5bf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T11:55:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68703688-ce8e-49d1-a69b-40ec79887731", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-173324", "update": "odh-kserve-custom-ca-bundle"} 2026-09-15T11:55:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68703688-ce8e-49d1-a69b-40ec79887731", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:55:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "odh-trusted-ca-bundle", "reconcileID": "56b04b9d-fadf-4e1d-815a-18c1c8af4f24", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:55:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "openshift-service-ca.crt", "reconcileID": "90360aa1-7c1c-4af1-8598-b297dc52efc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:55:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6b3a958-6250-4184-abc8-3a20ac5586dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:55:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "91327c4d-1c38-4261-aed7-4a194c5ae47d", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:55:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "91327c4d-1c38-4261-aed7-4a194c5ae47d", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324-authn-ssl"} 2026-09-15T11:55:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "91327c4d-1c38-4261-aed7-4a194c5ae47d", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:55:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "fd838bc6-64fb-4c49-a7a2-2a01060fe896", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:55:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "fd838bc6-64fb-4c49-a7a2-2a01060fe896", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324-authn-ssl"} 2026-09-15T11:55:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "fd838bc6-64fb-4c49-a7a2-2a01060fe896", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:56:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "8e307350-d226-4757-9f05-4c5c4ce23050", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:56:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "8e307350-d226-4757-9f05-4c5c4ce23050", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293-authn-ssl"} 2026-09-15T11:56:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "8e307350-d226-4757-9f05-4c5c4ce23050", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:56:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "b8347aa1-241a-4af8-a837-eddbe0c15280", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:56:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "b8347aa1-241a-4af8-a837-eddbe0c15280", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293-authn-ssl"} 2026-09-15T11:56:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "b8347aa1-241a-4af8-a837-eddbe0c15280", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:56:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "f996fa19-fea1-4f5b-9765-821cb6761649", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:56:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "f996fa19-fea1-4f5b-9765-821cb6761649", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293-authn-ssl"} 2026-09-15T11:56:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "f996fa19-fea1-4f5b-9765-821cb6761649", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:56:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "16191f3b-6c67-4a05-89fa-5da9e97796f4", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:56:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "16191f3b-6c67-4a05-89fa-5da9e97796f4", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293-authn-ssl"} 2026-09-15T11:56:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "16191f3b-6c67-4a05-89fa-5da9e97796f4", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:56:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "8832b1a8-5b93-4dd8-a70c-3a9fd59d5670", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:56:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "8832b1a8-5b93-4dd8-a70c-3a9fd59d5670", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293-authn-ssl"} 2026-09-15T11:56:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "8832b1a8-5b93-4dd8-a70c-3a9fd59d5670", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:56:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "c0c5fede-b235-46f2-aa89-c1347127003c", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:56:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "c0c5fede-b235-46f2-aa89-c1347127003c", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293-authn-ssl"} 2026-09-15T11:56:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "c0c5fede-b235-46f2-aa89-c1347127003c", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:56:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "64250efb-2c24-4103-99f8-d87d40e60663", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:56:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "64250efb-2c24-4103-99f8-d87d40e60663", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293-authn-ssl"} 2026-09-15T11:56:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "64250efb-2c24-4103-99f8-d87d40e60663", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:56:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d40293"}, "namespace": "ai-tenant-e2e-ipp-b-d40293", "name": "openshift-service-ca.crt", "reconcileID": "47d24399-e0a1-4939-92a5-8b8dd3d7b219", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d40293"} 2026-09-15T11:56:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d40293"}, "namespace": "ai-tenant-e2e-ipp-b-d40293", "name": "odh-trusted-ca-bundle", "reconcileID": "210bc719-eaf5-4be5-a343-68dbacb95790", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d40293"} 2026-09-15T11:56:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d40293"}, "namespace": "ai-tenant-e2e-ipp-b-d40293", "name": "openshift-service-ca.crt", "reconcileID": "0bfa057b-30d3-47cb-a50a-848b23abf77a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d40293", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T11:56:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d40293"}, "namespace": "ai-tenant-e2e-ipp-b-d40293", "name": "openshift-service-ca.crt", "reconcileID": "0bfa057b-30d3-47cb-a50a-848b23abf77a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d40293"} 2026-09-15T11:56:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d40293"}, "namespace": "ai-tenant-e2e-ipp-b-d40293", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e202b1d-d65a-4104-a6b0-568805fbb715", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d40293"} 2026-09-15T11:56:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d40293"}, "namespace": "ai-tenant-e2e-ipp-b-d40293", "name": "openshift-service-ca.crt", "reconcileID": "9dc35496-03ae-4e49-8f89-9ac3c007f3b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d40293"} 2026-09-15T11:56:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d40293"}, "namespace": "ai-tenant-e2e-ipp-b-d40293", "name": "odh-trusted-ca-bundle", "reconcileID": "d8aa8eb2-9533-4977-b00f-dfb5c366bc31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d40293", "update": "odh-kserve-custom-ca-bundle"} 2026-09-15T11:56:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d40293"}, "namespace": "ai-tenant-e2e-ipp-b-d40293", "name": "odh-trusted-ca-bundle", "reconcileID": "d8aa8eb2-9533-4977-b00f-dfb5c366bc31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d40293"} 2026-09-15T11:56:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d40293"}, "namespace": "ai-tenant-e2e-ipp-b-d40293", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a68efae4-10bf-4410-a312-aa302557abbb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d40293"} 2026-09-15T11:56:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "8b4cc36c-01e6-48c6-9a1b-cbf3e684d8f5", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:56:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "8b4cc36c-01e6-48c6-9a1b-cbf3e684d8f5", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293-authn-ssl"} 2026-09-15T11:56:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "8b4cc36c-01e6-48c6-9a1b-cbf3e684d8f5", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:56:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "14981e76-2956-4212-8437-4b0b6e51d87d", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:56:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "14981e76-2956-4212-8437-4b0b6e51d87d", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293-authn-ssl"} 2026-09-15T11:56:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "14981e76-2956-4212-8437-4b0b6e51d87d", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:56:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "165d991f-e88c-4cbb-a089-9720652f217d", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:56:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "165d991f-e88c-4cbb-a089-9720652f217d", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:56:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "165d991f-e88c-4cbb-a089-9720652f217d", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:56:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "165d991f-e88c-4cbb-a089-9720652f217d", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324-kserve-route-authn"} 2026-09-15T11:56:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "165d991f-e88c-4cbb-a089-9720652f217d", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324", "authType": "userdefined"} 2026-09-15T11:56:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "165d991f-e88c-4cbb-a089-9720652f217d", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:56:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "2915efcc-384a-4460-aa6e-c1b17a117118", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:56:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "2915efcc-384a-4460-aa6e-c1b17a117118", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324-authn-ssl"} 2026-09-15T11:56:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "2915efcc-384a-4460-aa6e-c1b17a117118", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:56:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "8c305064-838e-4242-86dd-842b08c452b5", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:56:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "8c305064-838e-4242-86dd-842b08c452b5", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:56:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "8c305064-838e-4242-86dd-842b08c452b5", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:56:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "8c305064-838e-4242-86dd-842b08c452b5", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324-kserve-route-authn"} 2026-09-15T11:56:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "8c305064-838e-4242-86dd-842b08c452b5", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324", "authType": "userdefined"} 2026-09-15T11:56:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "8c305064-838e-4242-86dd-842b08c452b5", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:57:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "f9d130c7-4d3e-4f5e-acdc-38e8e5eac91c", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:57:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "f9d130c7-4d3e-4f5e-acdc-38e8e5eac91c", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324-authn-ssl"} 2026-09-15T11:57:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "f9d130c7-4d3e-4f5e-acdc-38e8e5eac91c", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:57:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "c39696ba-688b-4c0a-8386-49fc6bf31500", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:57:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "c39696ba-688b-4c0a-8386-49fc6bf31500", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:57:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "c39696ba-688b-4c0a-8386-49fc6bf31500", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:57:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "c39696ba-688b-4c0a-8386-49fc6bf31500", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324-kserve-route-authn"} 2026-09-15T11:57:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "c39696ba-688b-4c0a-8386-49fc6bf31500", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324", "authType": "userdefined"} 2026-09-15T11:57:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "c39696ba-688b-4c0a-8386-49fc6bf31500", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:57:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "65d2d692-7543-4794-9658-fb45240fce1a", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:57:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "65d2d692-7543-4794-9658-fb45240fce1a", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:57:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "65d2d692-7543-4794-9658-fb45240fce1a", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:57:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "65d2d692-7543-4794-9658-fb45240fce1a", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324-kserve-route-authn"} 2026-09-15T11:57:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "65d2d692-7543-4794-9658-fb45240fce1a", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324", "authType": "userdefined"} 2026-09-15T11:57:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "65d2d692-7543-4794-9658-fb45240fce1a", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:57:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "c867223c-8cf9-4c43-bebd-4601392eb42a", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:57:36Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "c867223c-8cf9-4c43-bebd-4601392eb42a", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5-authn-ssl"} 2026-09-15T11:57:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "c867223c-8cf9-4c43-bebd-4601392eb42a", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:57:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "b4c28edc-3f4a-4406-85b9-1edc96c17848", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:57:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "b4c28edc-3f4a-4406-85b9-1edc96c17848", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5-authn-ssl"} 2026-09-15T11:57:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "b4c28edc-3f4a-4406-85b9-1edc96c17848", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:57:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "6f719072-01a8-40b7-9c2a-975008e86b4e", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:57:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "6f719072-01a8-40b7-9c2a-975008e86b4e", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5-authn-ssl"} 2026-09-15T11:57:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "6f719072-01a8-40b7-9c2a-975008e86b4e", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:57:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "bad8af3f-9653-4269-9fa9-c15c0a9cc4e8", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:57:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "bad8af3f-9653-4269-9fa9-c15c0a9cc4e8", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5-authn-ssl"} 2026-09-15T11:57:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "bad8af3f-9653-4269-9fa9-c15c0a9cc4e8", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:57:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "b4a32890-c9d1-400e-9c22-1cd9461b0d4c", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:57:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "b4a32890-c9d1-400e-9c22-1cd9461b0d4c", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5-authn-ssl"} 2026-09-15T11:57:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "b4a32890-c9d1-400e-9c22-1cd9461b0d4c", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:57:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "4c318234-b492-4655-963c-944a433c7144", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:57:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "4c318234-b492-4655-963c-944a433c7144", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5-authn-ssl"} 2026-09-15T11:57:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "4c318234-b492-4655-963c-944a433c7144", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:57:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "2a73f4f6-0f9e-42da-ba3f-18cb5a9c8733", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:57:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "2a73f4f6-0f9e-42da-ba3f-18cb5a9c8733", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5-authn-ssl"} 2026-09-15T11:57:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "2a73f4f6-0f9e-42da-ba3f-18cb5a9c8733", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:57:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "a62f488f-4b32-4082-b008-59f12edfeecb", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:57:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "a62f488f-4b32-4082-b008-59f12edfeecb", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5-authn-ssl"} 2026-09-15T11:57:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "a62f488f-4b32-4082-b008-59f12edfeecb", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:57:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1e87f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "name": "openshift-service-ca.crt", "reconcileID": "c1fe4f66-3943-4ece-b04c-a0e1bda2f0b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5"} 2026-09-15T11:57:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1e87f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "name": "odh-trusted-ca-bundle", "reconcileID": "47b6d371-763c-4736-b0a1-8a8e3077443d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5"} 2026-09-15T11:57:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1e87f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "name": "openshift-service-ca.crt", "reconcileID": "cc846a0c-ed12-48f1-8743-fea2f4584239", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T11:57:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1e87f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "name": "openshift-service-ca.crt", "reconcileID": "cc846a0c-ed12-48f1-8743-fea2f4584239", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5"} 2026-09-15T11:57:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1e87f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "073be111-7a21-4f78-b629-cacdfd3be557", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5"} 2026-09-15T11:57:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1e87f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "name": "openshift-service-ca.crt", "reconcileID": "adc25950-ea67-4c3f-9e07-3ef1b42853e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5"} 2026-09-15T11:57:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1e87f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "name": "odh-trusted-ca-bundle", "reconcileID": "8d06bade-3452-4b31-b636-bfd521e8f893", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "update": "odh-kserve-custom-ca-bundle"} 2026-09-15T11:57:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1e87f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "name": "odh-trusted-ca-bundle", "reconcileID": "8d06bade-3452-4b31-b636-bfd521e8f893", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5"} 2026-09-15T11:57:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1e87f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "800b9ff9-e544-407b-8f99-5ceed75bd9c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5"} 2026-09-15T11:57:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "cd07ffc9-9865-43c3-98b2-95145bd7e98b", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:57:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "cd07ffc9-9865-43c3-98b2-95145bd7e98b", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5-authn-ssl"} 2026-09-15T11:57:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "cd07ffc9-9865-43c3-98b2-95145bd7e98b", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:57:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "97983905-c5e3-44c8-bfa9-674f5a507a8b", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:57:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "97983905-c5e3-44c8-bfa9-674f5a507a8b", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5-authn-ssl"} 2026-09-15T11:57:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "97983905-c5e3-44c8-bfa9-674f5a507a8b", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:58:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "607b6032-114a-4f55-932d-009d30e03c90", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:58:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "607b6032-114a-4f55-932d-009d30e03c90", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5-authn-ssl"} 2026-09-15T11:58:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "607b6032-114a-4f55-932d-009d30e03c90", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:58:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "84229442-a303-4112-8aac-2073d598051d", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:58:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "84229442-a303-4112-8aac-2073d598051d", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5-authn-ssl"} 2026-09-15T11:58:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "84229442-a303-4112-8aac-2073d598051d", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:58:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1e87f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4297a0c9-9899-4b21-a8ac-a2fd3f7b3a3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5"} 2026-09-15T11:58:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1e87f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4297a0c9-9899-4b21-a8ac-a2fd3f7b3a3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T11:58:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1e87f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4297a0c9-9899-4b21-a8ac-a2fd3f7b3a3e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-1e87f5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T11:58:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1e87f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "name": "odh-trusted-ca-bundle", "reconcileID": "49af5fda-772e-4b08-90bf-37089318650e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5"} 2026-09-15T11:58:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1e87f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "name": "odh-trusted-ca-bundle", "reconcileID": "49af5fda-772e-4b08-90bf-37089318650e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5"} 2026-09-15T11:58:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1e87f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "name": "openshift-service-ca.crt", "reconcileID": "057f6587-6ef6-45ca-8f7c-878e43d34df2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5"} 2026-09-15T11:58:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1e87f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "name": "openshift-service-ca.crt", "reconcileID": "057f6587-6ef6-45ca-8f7c-878e43d34df2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5"} 2026-09-15T11:58:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1e87f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe853c31-01cf-4b53-9178-c1335ec200a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5"} 2026-09-15T11:58:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1e87f5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe853c31-01cf-4b53-9178-c1335ec200a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1e87f5"} 2026-09-15T11:58:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1e87f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1e87f5", "reconcileID": "d4fefed8-1561-4f68-beb5-80c3449ab529", "Gateway": "e2e-ipp-cleanup-1e87f5", "namespace": "openshift-ingress"} 2026-09-15T11:58:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "41213132-f140-4f3c-babb-31acf70e863d", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:58:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "41213132-f140-4f3c-babb-31acf70e863d", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324-authn-ssl"} 2026-09-15T11:58:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "41213132-f140-4f3c-babb-31acf70e863d", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:58:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "11617bcb-a0f7-4926-809f-fdca6a82eec6", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:58:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "11617bcb-a0f7-4926-809f-fdca6a82eec6", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324-authn-ssl"} 2026-09-15T11:58:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "11617bcb-a0f7-4926-809f-fdca6a82eec6", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:58:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "64080640-bc06-4691-b417-bc7fcd2c7d77", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:58:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "64080640-bc06-4691-b417-bc7fcd2c7d77", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324-authn-ssl"} 2026-09-15T11:58:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "64080640-bc06-4691-b417-bc7fcd2c7d77", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:58:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "f816c081-599b-41b0-9b47-0ec6312e41d4", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:58:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "f816c081-599b-41b0-9b47-0ec6312e41d4", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:58:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "f816c081-599b-41b0-9b47-0ec6312e41d4", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:58:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "f816c081-599b-41b0-9b47-0ec6312e41d4", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324-kserve-route-authn"} 2026-09-15T11:58:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "f816c081-599b-41b0-9b47-0ec6312e41d4", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324", "authType": "userdefined"} 2026-09-15T11:58:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "f816c081-599b-41b0-9b47-0ec6312e41d4", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:59:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "71a56be6-788f-4aff-bcf3-265b5f6897ef", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:59:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "71a56be6-788f-4aff-bcf3-265b5f6897ef", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324"} 2026-09-15T11:59:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "71a56be6-788f-4aff-bcf3-265b5f6897ef", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:59:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "71a56be6-788f-4aff-bcf3-265b5f6897ef", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:59:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "71a56be6-788f-4aff-bcf3-265b5f6897ef", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324-kserve-route-authn"} 2026-09-15T11:59:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "71a56be6-788f-4aff-bcf3-265b5f6897ef", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324-kserve-route-authn"} 2026-09-15T11:59:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "71a56be6-788f-4aff-bcf3-265b5f6897ef", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:59:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "71a56be6-788f-4aff-bcf3-265b5f6897ef", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:59:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff141a19-ca2d-48c8-8433-ffc2e950dc0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:59:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff141a19-ca2d-48c8-8433-ffc2e950dc0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-173324", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T11:59:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff141a19-ca2d-48c8-8433-ffc2e950dc0f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-173324 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T11:59:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "odh-trusted-ca-bundle", "reconcileID": "c5b82fe6-f0b8-4ffd-861f-db7113040eb8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:59:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "odh-trusted-ca-bundle", "reconcileID": "c5b82fe6-f0b8-4ffd-861f-db7113040eb8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:59:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "openshift-service-ca.crt", "reconcileID": "9e3400a9-e017-4a22-938e-1e1fc5eb87c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:59:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "openshift-service-ca.crt", "reconcileID": "9e3400a9-e017-4a22-938e-1e1fc5eb87c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:59:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d6a544a-df0c-4346-8088-16565ab50efd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:59:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d6a544a-df0c-4346-8088-16565ab50efd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:59:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "b0e65434-f451-414b-9135-6197401d0f20", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:59:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "b0e65434-f451-414b-9135-6197401d0f20", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324-authn-ssl"} 2026-09-15T11:59:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "b0e65434-f451-414b-9135-6197401d0f20", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:59:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "2e1c6162-8d48-44dd-8932-3ad6f06e6776", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:59:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "2e1c6162-8d48-44dd-8932-3ad6f06e6776", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324"} 2026-09-15T11:59:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "2e1c6162-8d48-44dd-8932-3ad6f06e6776", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:59:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "2e1c6162-8d48-44dd-8932-3ad6f06e6776", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:59:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "2e1c6162-8d48-44dd-8932-3ad6f06e6776", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324-kserve-route-authn"} 2026-09-15T11:59:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "2e1c6162-8d48-44dd-8932-3ad6f06e6776", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324-kserve-route-authn"} 2026-09-15T11:59:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "2e1c6162-8d48-44dd-8932-3ad6f06e6776", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:59:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "2e1c6162-8d48-44dd-8932-3ad6f06e6776", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:59:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-173324","namespace":"ai-tenant-e2e-ipp-a-173324"}, "namespace": "ai-tenant-e2e-ipp-a-173324", "name": "ipp-route-173324", "reconcileID": "ab28dd18-66fa-48d0-a65c-76de166d5443", "LLMInferenceService": "ipp-route-173324", "namespace": "ai-tenant-e2e-ipp-a-173324"} 2026-09-15T11:59:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "173bc6ab-3e41-42e0-9de1-b5178d75baf9", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:59:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "173bc6ab-3e41-42e0-9de1-b5178d75baf9", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324-authn-ssl"} 2026-09-15T11:59:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "173bc6ab-3e41-42e0-9de1-b5178d75baf9", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:59:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-173324","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-173324", "reconcileID": "24e1c119-5682-4686-bed5-4c60412371b9", "Gateway": "e2e-ipp-a-173324", "namespace": "openshift-ingress"} 2026-09-15T11:59:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "9cd9994c-98df-49c5-91e0-9356c3876d11", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:59:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "9cd9994c-98df-49c5-91e0-9356c3876d11", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293-authn-ssl"} 2026-09-15T11:59:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "9cd9994c-98df-49c5-91e0-9356c3876d11", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:59:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "32c8e8b6-6250-4a4c-822d-7699fe069c8b", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:59:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "32c8e8b6-6250-4a4c-822d-7699fe069c8b", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293-authn-ssl"} 2026-09-15T11:59:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "32c8e8b6-6250-4a4c-822d-7699fe069c8b", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T11:59:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d40293"}, "namespace": "ai-tenant-e2e-ipp-b-d40293", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e737817-52af-4424-af59-78b9ba2da49f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d40293"} 2026-09-15T11:59:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d40293"}, "namespace": "ai-tenant-e2e-ipp-b-d40293", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e737817-52af-4424-af59-78b9ba2da49f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d40293", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T11:59:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d40293"}, "namespace": "ai-tenant-e2e-ipp-b-d40293", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e737817-52af-4424-af59-78b9ba2da49f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-d40293 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T11:59:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d40293"}, "namespace": "ai-tenant-e2e-ipp-b-d40293", "name": "odh-trusted-ca-bundle", "reconcileID": "8ed70f80-fc5a-4be7-99e5-cff9edccff76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d40293"} 2026-09-15T11:59:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d40293"}, "namespace": "ai-tenant-e2e-ipp-b-d40293", "name": "odh-trusted-ca-bundle", "reconcileID": "8ed70f80-fc5a-4be7-99e5-cff9edccff76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d40293"} 2026-09-15T11:59:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d40293"}, "namespace": "ai-tenant-e2e-ipp-b-d40293", "name": "openshift-service-ca.crt", "reconcileID": "4dcbd860-e577-47b2-bd48-3c6c43adb83b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d40293"} 2026-09-15T11:59:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d40293"}, "namespace": "ai-tenant-e2e-ipp-b-d40293", "name": "openshift-service-ca.crt", "reconcileID": "4dcbd860-e577-47b2-bd48-3c6c43adb83b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d40293"} 2026-09-15T11:59:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d40293"}, "namespace": "ai-tenant-e2e-ipp-b-d40293", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2661320-42c6-413b-b3db-1814f38c8acc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d40293"} 2026-09-15T11:59:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d40293"}, "namespace": "ai-tenant-e2e-ipp-b-d40293", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2661320-42c6-413b-b3db-1814f38c8acc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d40293"} 2026-09-15T11:59:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d40293","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d40293", "reconcileID": "257d0738-fd46-4392-ac6d-da0744ece5ea", "Gateway": "e2e-ipp-b-d40293", "namespace": "openshift-ingress"} 2026-09-15T12:00:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "0cd7b4cd-a808-464c-89bf-1ea47743fb4a", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress"} 2026-09-15T12:00:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "0cd7b4cd-a808-464c-89bf-1ea47743fb4a", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b-authn-ssl"} 2026-09-15T12:00:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "0cd7b4cd-a808-464c-89bf-1ea47743fb4a", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress"} 2026-09-15T12:00:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "a250dbf1-19f6-4191-b71b-96290746efc8", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress"} 2026-09-15T12:00:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "a250dbf1-19f6-4191-b71b-96290746efc8", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b-authn-ssl"} 2026-09-15T12:00:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "a250dbf1-19f6-4191-b71b-96290746efc8", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress"} 2026-09-15T12:00:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e71b481-7e24-49fa-a582-7ce44307d29c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T12:00:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e71b481-7e24-49fa-a582-7ce44307d29c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T12:00:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e71b481-7e24-49fa-a582-7ce44307d29c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-7efa8b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T12:00:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "odh-trusted-ca-bundle", "reconcileID": "99ca4157-f136-45c0-8c70-3075abbf024e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T12:00:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "odh-trusted-ca-bundle", "reconcileID": "99ca4157-f136-45c0-8c70-3075abbf024e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T12:00:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "openshift-service-ca.crt", "reconcileID": "8bcb95c1-fd96-4fb2-8809-0ae77e910e3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T12:00:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "openshift-service-ca.crt", "reconcileID": "8bcb95c1-fd96-4fb2-8809-0ae77e910e3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T12:00:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "544dc2a8-92ad-4385-abe0-4784efceff78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T12:00:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7efa8b"}, "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "544dc2a8-92ad-4385-abe0-4784efceff78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7efa8b"} 2026-09-15T12:00:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7efa8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7efa8b", "reconcileID": "33513995-8719-4ff1-85e4-700ff1c988ec", "Gateway": "e2e-shared-a-w3-7efa8b", "namespace": "openshift-ingress"} 2026-09-15T12:00:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "1eacc45f-275b-4310-bbea-c983b63383a7", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress"} 2026-09-15T12:00:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "1eacc45f-275b-4310-bbea-c983b63383a7", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790-authn-ssl"} 2026-09-15T12:00:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "1eacc45f-275b-4310-bbea-c983b63383a7", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress"} 2026-09-15T12:00:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "51ddadd3-4de0-45a3-a2ef-bcd4b963a6bc", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress"} 2026-09-15T12:00:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "51ddadd3-4de0-45a3-a2ef-bcd4b963a6bc", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790-authn-ssl"} 2026-09-15T12:00:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "51ddadd3-4de0-45a3-a2ef-bcd4b963a6bc", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress"} 2026-09-15T12:00:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f315dc90-2922-465d-9060-b0c4ebcc34b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T12:00:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f315dc90-2922-465d-9060-b0c4ebcc34b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T12:00:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f315dc90-2922-465d-9060-b0c4ebcc34b6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-2cc790 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T12:00:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "odh-trusted-ca-bundle", "reconcileID": "242c2123-c330-4190-8615-c69d53abc107", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T12:00:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "odh-trusted-ca-bundle", "reconcileID": "242c2123-c330-4190-8615-c69d53abc107", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T12:00:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "openshift-service-ca.crt", "reconcileID": "369356df-ed7e-4718-aa53-bf2cbc613986", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T12:00:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "openshift-service-ca.crt", "reconcileID": "369356df-ed7e-4718-aa53-bf2cbc613986", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T12:00:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f552e0b5-3828-4829-aa40-6eba09385688", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T12:00:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2cc790"}, "namespace": "ai-tenant-e2e-shared-b-w3-2cc790", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f552e0b5-3828-4829-aa40-6eba09385688", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2cc790"} 2026-09-15T12:00:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2cc790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2cc790", "reconcileID": "01fbf5a5-d8c8-4eca-984b-6f9bc380fe7d", "Gateway": "e2e-shared-b-w3-2cc790", "namespace": "openshift-ingress"} 2026-09-15T12:01:50Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T12:01:50Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T12:01:51Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T12:01:51Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T12:04:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "9eefb640-2704-44b7-bdec-67abebddf8e1", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm"} 2026-09-15T12:04:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "9eefb640-2704-44b7-bdec-67abebddf8e1", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm"} 2026-09-15T12:04:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "9eefb640-2704-44b7-bdec-67abebddf8e1", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm"} 2026-09-15T12:04:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "9eefb640-2704-44b7-bdec-67abebddf8e1", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm", "name": "e2e-same-id-a-a80b3a05-kserve-route-authn"} 2026-09-15T12:04:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "9eefb640-2704-44b7-bdec-67abebddf8e1", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm", "authType": "userdefined"} 2026-09-15T12:04:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "9eefb640-2704-44b7-bdec-67abebddf8e1", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm"} 2026-09-15T12:04:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "54d255b0-ec7b-4674-886f-544c7728a26c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:04:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "54d255b0-ec7b-4674-886f-544c7728a26c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T12:04:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "54d255b0-ec7b-4674-886f-544c7728a26c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:04:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "662f6e45-5cae-48c7-9aa5-22cf50d77cc7", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm"} 2026-09-15T12:04:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "662f6e45-5cae-48c7-9aa5-22cf50d77cc7", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm"} 2026-09-15T12:04:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "662f6e45-5cae-48c7-9aa5-22cf50d77cc7", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm"} 2026-09-15T12:04:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "662f6e45-5cae-48c7-9aa5-22cf50d77cc7", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm", "name": "e2e-same-id-a-a80b3a05-kserve-route-authn"} 2026-09-15T12:04:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "662f6e45-5cae-48c7-9aa5-22cf50d77cc7", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm", "authType": "userdefined"} 2026-09-15T12:04:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "662f6e45-5cae-48c7-9aa5-22cf50d77cc7", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm"} 2026-09-15T12:04:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "df6adae0-5694-4a0f-806a-34f76d637e49", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm"} 2026-09-15T12:04:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "df6adae0-5694-4a0f-806a-34f76d637e49", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm"} 2026-09-15T12:04:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "df6adae0-5694-4a0f-806a-34f76d637e49", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm"} 2026-09-15T12:04:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "df6adae0-5694-4a0f-806a-34f76d637e49", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm", "name": "e2e-same-id-b-a80b3a05-kserve-route-authn"} 2026-09-15T12:04:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "df6adae0-5694-4a0f-806a-34f76d637e49", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm", "authType": "userdefined"} 2026-09-15T12:04:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "df6adae0-5694-4a0f-806a-34f76d637e49", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm"} 2026-09-15T12:04:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ebf20b31-e79b-4e59-b1db-dfffc81e54ac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:04:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ebf20b31-e79b-4e59-b1db-dfffc81e54ac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T12:04:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ebf20b31-e79b-4e59-b1db-dfffc81e54ac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:05:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "61c563fc-499c-446d-bb5b-6c08cc33041b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:05:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "61c563fc-499c-446d-bb5b-6c08cc33041b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T12:05:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "61c563fc-499c-446d-bb5b-6c08cc33041b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:05:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "e7eda6b8-bff7-45f7-a416-e29c233eaf17", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "e7eda6b8-bff7-45f7-a416-e29c233eaf17", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "e7eda6b8-bff7-45f7-a416-e29c233eaf17", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "e7eda6b8-bff7-45f7-a416-e29c233eaf17", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm", "name": "e2e-same-id-a-a80b3a05-kserve-route-authn"} 2026-09-15T12:05:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "e7eda6b8-bff7-45f7-a416-e29c233eaf17", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm", "authType": "userdefined"} 2026-09-15T12:05:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "e7eda6b8-bff7-45f7-a416-e29c233eaf17", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "d015ca8a-d713-450a-9241-61f9f393d6f1", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "d015ca8a-d713-450a-9241-61f9f393d6f1", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "d015ca8a-d713-450a-9241-61f9f393d6f1", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "d015ca8a-d713-450a-9241-61f9f393d6f1", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm", "name": "e2e-same-id-b-a80b3a05-kserve-route-authn"} 2026-09-15T12:05:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "d015ca8a-d713-450a-9241-61f9f393d6f1", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm", "authType": "userdefined"} 2026-09-15T12:05:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "d015ca8a-d713-450a-9241-61f9f393d6f1", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ddf1c10d-88e2-4581-80a4-56414ee34a2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:05:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ddf1c10d-88e2-4581-80a4-56414ee34a2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T12:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ddf1c10d-88e2-4581-80a4-56414ee34a2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:05:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "f0cc6fd5-6f01-4576-978b-61e56372ce3d", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "f0cc6fd5-6f01-4576-978b-61e56372ce3d", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "f0cc6fd5-6f01-4576-978b-61e56372ce3d", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "f0cc6fd5-6f01-4576-978b-61e56372ce3d", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm", "name": "e2e-same-id-b-a80b3a05-kserve-route-authn"} 2026-09-15T12:05:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "f0cc6fd5-6f01-4576-978b-61e56372ce3d", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm", "authType": "userdefined"} 2026-09-15T12:05:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "f0cc6fd5-6f01-4576-978b-61e56372ce3d", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "cc4d055d-1496-44fe-8814-accad91eeebd", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "cc4d055d-1496-44fe-8814-accad91eeebd", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "cc4d055d-1496-44fe-8814-accad91eeebd", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "cc4d055d-1496-44fe-8814-accad91eeebd", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm", "name": "e2e-same-id-a-a80b3a05-kserve-route-authn"} 2026-09-15T12:05:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "cc4d055d-1496-44fe-8814-accad91eeebd", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm", "authType": "userdefined"} 2026-09-15T12:05:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "cc4d055d-1496-44fe-8814-accad91eeebd", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "29be5585-9c9c-467e-866d-03ef84087bf5", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "29be5585-9c9c-467e-866d-03ef84087bf5", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "29be5585-9c9c-467e-866d-03ef84087bf5", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "29be5585-9c9c-467e-866d-03ef84087bf5", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm", "name": "e2e-same-id-b-a80b3a05-kserve-route-authn"} 2026-09-15T12:05:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "29be5585-9c9c-467e-866d-03ef84087bf5", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm", "authType": "userdefined"} 2026-09-15T12:05:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "29be5585-9c9c-467e-866d-03ef84087bf5", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "c362711c-4a38-4e1b-b457-bc04aac0081f", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "c362711c-4a38-4e1b-b457-bc04aac0081f", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm", "name": "e2e-same-id-a-a80b3a05"} 2026-09-15T12:05:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "c362711c-4a38-4e1b-b457-bc04aac0081f", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "c362711c-4a38-4e1b-b457-bc04aac0081f", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "c362711c-4a38-4e1b-b457-bc04aac0081f", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm", "name": "e2e-same-id-a-a80b3a05-kserve-route-authn"} 2026-09-15T12:05:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "c362711c-4a38-4e1b-b457-bc04aac0081f", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm", "name": "e2e-same-id-a-a80b3a05-kserve-route-authn"} 2026-09-15T12:05:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a80b3a05", "reconcileID": "5eea4c54-ef0e-4164-a6b8-0fb6cf6b0e1e", "LLMInferenceService": "e2e-same-id-a-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "46537e9e-91c1-4b3e-8749-3d0ad0d25af6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:05:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "46537e9e-91c1-4b3e-8749-3d0ad0d25af6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T12:05:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "46537e9e-91c1-4b3e-8749-3d0ad0d25af6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:05:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9198bc7f-3db4-4fb2-8328-7db5aaf39066", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:05:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9198bc7f-3db4-4fb2-8328-7db5aaf39066", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T12:05:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9198bc7f-3db4-4fb2-8328-7db5aaf39066", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:05:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "843ae6c3-251c-4f9b-b757-422ccbb4776f", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "843ae6c3-251c-4f9b-b757-422ccbb4776f", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm", "name": "e2e-same-id-b-a80b3a05"} 2026-09-15T12:05:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "843ae6c3-251c-4f9b-b757-422ccbb4776f", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "843ae6c3-251c-4f9b-b757-422ccbb4776f", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "843ae6c3-251c-4f9b-b757-422ccbb4776f", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm", "name": "e2e-same-id-b-a80b3a05-kserve-route-authn"} 2026-09-15T12:05:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "843ae6c3-251c-4f9b-b757-422ccbb4776f", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm", "name": "e2e-same-id-b-a80b3a05-kserve-route-authn"} 2026-09-15T12:05:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a80b3a05","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a80b3a05", "reconcileID": "fabfced0-1c62-41a8-8a35-586eb01b4df7", "LLMInferenceService": "e2e-same-id-b-a80b3a05", "namespace": "llm"} 2026-09-15T12:05:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "278cd343-957a-42e2-806a-70c7a3ca73f8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:05:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "278cd343-957a-42e2-806a-70c7a3ca73f8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T12:05:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "278cd343-957a-42e2-806a-70c7a3ca73f8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:05:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c609434-d72d-4596-8706-6126368e7ad5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:05:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c609434-d72d-4596-8706-6126368e7ad5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T12:05:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c609434-d72d-4596-8706-6126368e7ad5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}