2026-09-09T21:16:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd9741"}, "namespace": "ai-tenant-e2e-api-b-bd9741", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b023567-77ae-4a10-88e5-6db0edf62e4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd9741"} 2026-09-09T21:16:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd9741","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd9741", "reconcileID": "29407554-52b0-45a0-a60d-836123500298", "Gateway": "e2e-api-b-bd9741", "namespace": "openshift-ingress"} 2026-09-09T21:16:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-629537","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-629537", "reconcileID": "afcf1857-ba9d-432c-9b50-c012b7cf2160", "Gateway": "e2e-shared-a-w2-629537", "namespace": "openshift-ingress"} 2026-09-09T21:16:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-629537","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-629537", "reconcileID": "afcf1857-ba9d-432c-9b50-c012b7cf2160", "Gateway": "e2e-shared-a-w2-629537", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-629537-authn-ssl"} 2026-09-09T21:16:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-629537","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-629537", "reconcileID": "afcf1857-ba9d-432c-9b50-c012b7cf2160", "Gateway": "e2e-shared-a-w2-629537", "namespace": "openshift-ingress"} 2026-09-09T21:16:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d3cac","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "rate-test-model-3d3cac", "reconcileID": "c1d87bf3-21b2-4c8e-964b-2c2c2204cabd", "LLMInferenceService": "rate-test-model-3d3cac", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac"} 2026-09-09T21:16:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d3cac","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "rate-test-model-3d3cac", "reconcileID": "c1d87bf3-21b2-4c8e-964b-2c2c2204cabd", "LLMInferenceService": "rate-test-model-3d3cac", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "rate-test-model-3d3cac"} 2026-09-09T21:16:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d3cac","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "rate-test-model-3d3cac", "reconcileID": "c1d87bf3-21b2-4c8e-964b-2c2c2204cabd", "LLMInferenceService": "rate-test-model-3d3cac", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac"} 2026-09-09T21:16:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d3cac","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "rate-test-model-3d3cac", "reconcileID": "c1d87bf3-21b2-4c8e-964b-2c2c2204cabd", "LLMInferenceService": "rate-test-model-3d3cac", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac"} 2026-09-09T21:16:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d3cac","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "rate-test-model-3d3cac", "reconcileID": "c1d87bf3-21b2-4c8e-964b-2c2c2204cabd", "LLMInferenceService": "rate-test-model-3d3cac", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "rate-test-model-3d3cac-kserve-route-authn"} 2026-09-09T21:16:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d3cac","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "rate-test-model-3d3cac", "reconcileID": "c1d87bf3-21b2-4c8e-964b-2c2c2204cabd", "LLMInferenceService": "rate-test-model-3d3cac", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "rate-test-model-3d3cac-kserve-route-authn"} 2026-09-09T21:16:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d3cac","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "rate-test-model-3d3cac", "reconcileID": "c1d87bf3-21b2-4c8e-964b-2c2c2204cabd", "LLMInferenceService": "rate-test-model-3d3cac", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac"} 2026-09-09T21:16:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d3cac","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "rate-test-model-3d3cac", "reconcileID": "c1d87bf3-21b2-4c8e-964b-2c2c2204cabd", "LLMInferenceService": "rate-test-model-3d3cac", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac"} 2026-09-09T21:16:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d3cac","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "rate-test-model-3d3cac", "reconcileID": "f4bac34a-6d2a-4be7-a3c6-bddec75d9726", "LLMInferenceService": "rate-test-model-3d3cac", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac"} 2026-09-09T21:16:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3d3cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3d3cac", "reconcileID": "dfbe687a-fb21-4fed-ba65-14f53a141396", "Gateway": "e2e-shared-a-w3-3d3cac", "namespace": "openshift-ingress"} 2026-09-09T21:16:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3d3cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3d3cac", "reconcileID": "dfbe687a-fb21-4fed-ba65-14f53a141396", "Gateway": "e2e-shared-a-w3-3d3cac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3d3cac-authn-ssl"} 2026-09-09T21:16:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3d3cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3d3cac", "reconcileID": "dfbe687a-fb21-4fed-ba65-14f53a141396", "Gateway": "e2e-shared-a-w3-3d3cac", "namespace": "openshift-ingress"} 2026-09-09T21:16:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3d3cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3d3cac", "reconcileID": "970167fd-ae01-4eeb-bf6a-b14c63d073e3", "Gateway": "e2e-shared-a-w3-3d3cac", "namespace": "openshift-ingress"} 2026-09-09T21:16:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3d3cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3d3cac", "reconcileID": "970167fd-ae01-4eeb-bf6a-b14c63d073e3", "Gateway": "e2e-shared-a-w3-3d3cac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3d3cac-authn-ssl"} 2026-09-09T21:16:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3d3cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3d3cac", "reconcileID": "970167fd-ae01-4eeb-bf6a-b14c63d073e3", "Gateway": "e2e-shared-a-w3-3d3cac", "namespace": "openshift-ingress"} 2026-09-09T21:16:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8db5a7","namespace":"ai-tenant-e2e-shared-b-w3-8db5a7"}, "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "rate-test-model-8db5a7", "reconcileID": "474c4ba7-2a52-4bb0-a3c0-a4acd9ebe5cc", "LLMInferenceService": "rate-test-model-8db5a7", "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7"} 2026-09-09T21:16:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8db5a7","namespace":"ai-tenant-e2e-shared-b-w3-8db5a7"}, "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "rate-test-model-8db5a7", "reconcileID": "474c4ba7-2a52-4bb0-a3c0-a4acd9ebe5cc", "LLMInferenceService": "rate-test-model-8db5a7", "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "rate-test-model-8db5a7"} 2026-09-09T21:16:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8db5a7","namespace":"ai-tenant-e2e-shared-b-w3-8db5a7"}, "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "rate-test-model-8db5a7", "reconcileID": "474c4ba7-2a52-4bb0-a3c0-a4acd9ebe5cc", "LLMInferenceService": "rate-test-model-8db5a7", "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7"} 2026-09-09T21:16:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8db5a7","namespace":"ai-tenant-e2e-shared-b-w3-8db5a7"}, "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "rate-test-model-8db5a7", "reconcileID": "474c4ba7-2a52-4bb0-a3c0-a4acd9ebe5cc", "LLMInferenceService": "rate-test-model-8db5a7", "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7"} 2026-09-09T21:16:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8db5a7","namespace":"ai-tenant-e2e-shared-b-w3-8db5a7"}, "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "rate-test-model-8db5a7", "reconcileID": "474c4ba7-2a52-4bb0-a3c0-a4acd9ebe5cc", "LLMInferenceService": "rate-test-model-8db5a7", "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "rate-test-model-8db5a7-kserve-route-authn"} 2026-09-09T21:16:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8db5a7","namespace":"ai-tenant-e2e-shared-b-w3-8db5a7"}, "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "rate-test-model-8db5a7", "reconcileID": "474c4ba7-2a52-4bb0-a3c0-a4acd9ebe5cc", "LLMInferenceService": "rate-test-model-8db5a7", "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "rate-test-model-8db5a7-kserve-route-authn"} 2026-09-09T21:16:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8db5a7","namespace":"ai-tenant-e2e-shared-b-w3-8db5a7"}, "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "rate-test-model-8db5a7", "reconcileID": "474c4ba7-2a52-4bb0-a3c0-a4acd9ebe5cc", "LLMInferenceService": "rate-test-model-8db5a7", "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7"} 2026-09-09T21:16:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8db5a7","namespace":"ai-tenant-e2e-shared-b-w3-8db5a7"}, "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "rate-test-model-8db5a7", "reconcileID": "474c4ba7-2a52-4bb0-a3c0-a4acd9ebe5cc", "LLMInferenceService": "rate-test-model-8db5a7", "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7"} 2026-09-09T21:16:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8db5a7","namespace":"ai-tenant-e2e-shared-b-w3-8db5a7"}, "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "rate-test-model-8db5a7", "reconcileID": "36c0b08b-f418-4ac2-919c-eecbd4903c09", "LLMInferenceService": "rate-test-model-8db5a7", "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7"} 2026-09-09T21:16:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8db5a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8db5a7", "reconcileID": "23d78346-76f3-4352-907a-c327486408c8", "Gateway": "e2e-shared-b-w3-8db5a7", "namespace": "openshift-ingress"} 2026-09-09T21:16:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8db5a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8db5a7", "reconcileID": "23d78346-76f3-4352-907a-c327486408c8", "Gateway": "e2e-shared-b-w3-8db5a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8db5a7-authn-ssl"} 2026-09-09T21:16:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8db5a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8db5a7", "reconcileID": "23d78346-76f3-4352-907a-c327486408c8", "Gateway": "e2e-shared-b-w3-8db5a7", "namespace": "openshift-ingress"} 2026-09-09T21:16:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8db5a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8db5a7", "reconcileID": "809db51f-04f7-433d-949b-656e2fea979b", "Gateway": "e2e-shared-b-w3-8db5a7", "namespace": "openshift-ingress"} 2026-09-09T21:16:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8db5a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8db5a7", "reconcileID": "809db51f-04f7-433d-949b-656e2fea979b", "Gateway": "e2e-shared-b-w3-8db5a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8db5a7-authn-ssl"} 2026-09-09T21:16:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8db5a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8db5a7", "reconcileID": "809db51f-04f7-433d-949b-656e2fea979b", "Gateway": "e2e-shared-b-w3-8db5a7", "namespace": "openshift-ingress"} 2026-09-09T21:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "9b1f628e-afc2-4dc2-881d-ae7dd25b881f", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:16:17Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "9b1f628e-afc2-4dc2-881d-ae7dd25b881f", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624-authn-ssl"} 2026-09-09T21:16:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "9b1f628e-afc2-4dc2-881d-ae7dd25b881f", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "ecb48501-d77e-458e-a3b2-25a25297f16d", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:16:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "ecb48501-d77e-458e-a3b2-25a25297f16d", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624-authn-ssl"} 2026-09-09T21:16:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "ecb48501-d77e-458e-a3b2-25a25297f16d", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "15766e8c-acbe-47a6-9896-d7c875c3957b", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:16:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "15766e8c-acbe-47a6-9896-d7c875c3957b", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624-authn-ssl"} 2026-09-09T21:16:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "15766e8c-acbe-47a6-9896-d7c875c3957b", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "43720850-6620-46f9-889c-c4c2c3b59482", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:16:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "43720850-6620-46f9-889c-c4c2c3b59482", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624-authn-ssl"} 2026-09-09T21:16:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "43720850-6620-46f9-889c-c4c2c3b59482", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "33ab0a6b-08be-4d16-9d04-8b888c8d67f8", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:16:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "33ab0a6b-08be-4d16-9d04-8b888c8d67f8", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624-authn-ssl"} 2026-09-09T21:16:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "33ab0a6b-08be-4d16-9d04-8b888c8d67f8", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "11aef817-0bd2-4ad2-8cd4-82b6a8848b7e", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:16:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "11aef817-0bd2-4ad2-8cd4-82b6a8848b7e", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624-authn-ssl"} 2026-09-09T21:16:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "11aef817-0bd2-4ad2-8cd4-82b6a8848b7e", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "748793f1-8f92-4ebb-9c17-5673fac50854", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:16:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "748793f1-8f92-4ebb-9c17-5673fac50854", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624-authn-ssl"} 2026-09-09T21:16:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "748793f1-8f92-4ebb-9c17-5673fac50854", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-629537","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-629537", "reconcileID": "6860ddae-05d1-4c17-99cd-d53896dbd625", "Gateway": "e2e-shared-a-w2-629537", "namespace": "openshift-ingress"} 2026-09-09T21:16:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-629537","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-629537", "reconcileID": "6860ddae-05d1-4c17-99cd-d53896dbd625", "Gateway": "e2e-shared-a-w2-629537", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-629537-authn-ssl"} 2026-09-09T21:16:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-629537","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-629537", "reconcileID": "6860ddae-05d1-4c17-99cd-d53896dbd625", "Gateway": "e2e-shared-a-w2-629537", "namespace": "openshift-ingress"} 2026-09-09T21:16:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-629537"}, "namespace": "ai-tenant-e2e-shared-a-w2-629537", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "befc9b0d-8c51-4459-a52f-dcf54ed70b61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-629537"} 2026-09-09T21:16:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-629537"}, "namespace": "ai-tenant-e2e-shared-a-w2-629537", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "befc9b0d-8c51-4459-a52f-dcf54ed70b61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-629537", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T21:16:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-629537"}, "namespace": "ai-tenant-e2e-shared-a-w2-629537", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "befc9b0d-8c51-4459-a52f-dcf54ed70b61", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-629537 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T21:16:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-629537"}, "namespace": "ai-tenant-e2e-shared-a-w2-629537", "name": "odh-trusted-ca-bundle", "reconcileID": "02428dda-e226-44e9-8cca-dac7b35ea3db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-629537"} 2026-09-09T21:16:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-629537"}, "namespace": "ai-tenant-e2e-shared-a-w2-629537", "name": "odh-trusted-ca-bundle", "reconcileID": "02428dda-e226-44e9-8cca-dac7b35ea3db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-629537"} 2026-09-09T21:16:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-629537"}, "namespace": "ai-tenant-e2e-shared-a-w2-629537", "name": "openshift-service-ca.crt", "reconcileID": "f92f5d90-421e-4acc-acf1-6d9c3d737c10", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-629537"} 2026-09-09T21:16:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-629537"}, "namespace": "ai-tenant-e2e-shared-a-w2-629537", "name": "openshift-service-ca.crt", "reconcileID": "f92f5d90-421e-4acc-acf1-6d9c3d737c10", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-629537"} 2026-09-09T21:16:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-629537"}, "namespace": "ai-tenant-e2e-shared-a-w2-629537", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3afbdc78-ad1a-4b80-97b0-9fbd45fffc39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-629537"} 2026-09-09T21:16:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-629537"}, "namespace": "ai-tenant-e2e-shared-a-w2-629537", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3afbdc78-ad1a-4b80-97b0-9fbd45fffc39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-629537"} 2026-09-09T21:16:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "bbd8cf8d-145b-49b6-a1af-ecc3d8a35666", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:16:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "bbd8cf8d-145b-49b6-a1af-ecc3d8a35666", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624-authn-ssl"} 2026-09-09T21:16:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "bbd8cf8d-145b-49b6-a1af-ecc3d8a35666", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:16:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-629537","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-629537", "reconcileID": "d0334ac6-200b-4ba7-aa6d-a78625392458", "Gateway": "e2e-shared-a-w2-629537", "namespace": "openshift-ingress"} 2026-09-09T21:16:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "openshift-service-ca.crt", "reconcileID": "650a1dfc-6d6f-4291-893d-e6980f59fa56", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:16:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "openshift-service-ca.crt", "reconcileID": "a2b9cffd-1e02-44ce-a746-60062cf4e76d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T21:16:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "openshift-service-ca.crt", "reconcileID": "a2b9cffd-1e02-44ce-a746-60062cf4e76d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:16:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "odh-trusted-ca-bundle", "reconcileID": "453d46e7-0b6e-4166-a353-af784956f45d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T21:16:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "odh-trusted-ca-bundle", "reconcileID": "453d46e7-0b6e-4166-a353-af784956f45d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T21:16:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "openshift-service-ca.crt", "reconcileID": "2ebf2015-8d4c-41d9-a5b6-cb183e991a18", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:16:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22e013bd-99c8-46da-9dd2-522de4a8f5f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:16:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "odh-trusted-ca-bundle", "reconcileID": "0e92fa7b-ef55-4409-812a-ab1f7a26ffb2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:16:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "odh-trusted-ca-bundle", "reconcileID": "eccafff1-057a-49a6-a020-1cb87a7d56d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T21:16:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "odh-trusted-ca-bundle", "reconcileID": "eccafff1-057a-49a6-a020-1cb87a7d56d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:16:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d00472c-2dc2-4f3e-bb0f-ddec497649a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:16:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "a5b2f8ab-1d0c-4cb3-9f09-434d215b8b82", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:16:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "a5b2f8ab-1d0c-4cb3-9f09-434d215b8b82", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624-authn-ssl"} 2026-09-09T21:16:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "a5b2f8ab-1d0c-4cb3-9f09-434d215b8b82", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:16:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "499cbbd2-2bed-47e5-9531-f7cc6b318341", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:16:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "499cbbd2-2bed-47e5-9531-f7cc6b318341", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624-authn-ssl"} 2026-09-09T21:16:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "499cbbd2-2bed-47e5-9531-f7cc6b318341", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:16:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-459158","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-459158", "reconcileID": "0c1fbba5-f4e3-4bfb-824b-131b2d0cde74", "Gateway": "e2e-shared-b-w2-459158", "namespace": "openshift-ingress"} 2026-09-09T21:16:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-459158","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-459158", "reconcileID": "0c1fbba5-f4e3-4bfb-824b-131b2d0cde74", "Gateway": "e2e-shared-b-w2-459158", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-459158-authn-ssl"} 2026-09-09T21:16:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-459158","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-459158", "reconcileID": "0c1fbba5-f4e3-4bfb-824b-131b2d0cde74", "Gateway": "e2e-shared-b-w2-459158", "namespace": "openshift-ingress"} 2026-09-09T21:16:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-459158","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-459158", "reconcileID": "696e60b2-e6aa-4286-9a52-83167c0813c1", "Gateway": "e2e-shared-b-w2-459158", "namespace": "openshift-ingress"} 2026-09-09T21:16:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-459158","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-459158", "reconcileID": "696e60b2-e6aa-4286-9a52-83167c0813c1", "Gateway": "e2e-shared-b-w2-459158", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-459158-authn-ssl"} 2026-09-09T21:16:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-459158","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-459158", "reconcileID": "696e60b2-e6aa-4286-9a52-83167c0813c1", "Gateway": "e2e-shared-b-w2-459158", "namespace": "openshift-ingress"} 2026-09-09T21:16:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-459158"}, "namespace": "ai-tenant-e2e-shared-b-w2-459158", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b409dd0-d80d-46f5-8302-0441bcb2c2d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-459158"} 2026-09-09T21:16:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-459158"}, "namespace": "ai-tenant-e2e-shared-b-w2-459158", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b409dd0-d80d-46f5-8302-0441bcb2c2d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-459158", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T21:16:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-459158"}, "namespace": "ai-tenant-e2e-shared-b-w2-459158", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b409dd0-d80d-46f5-8302-0441bcb2c2d8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-459158 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T21:16:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-459158"}, "namespace": "ai-tenant-e2e-shared-b-w2-459158", "name": "odh-trusted-ca-bundle", "reconcileID": "bde721be-ec5c-4da7-a1e2-2664cfa5f290", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-459158"} 2026-09-09T21:16:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-459158"}, "namespace": "ai-tenant-e2e-shared-b-w2-459158", "name": "odh-trusted-ca-bundle", "reconcileID": "bde721be-ec5c-4da7-a1e2-2664cfa5f290", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-459158"} 2026-09-09T21:16:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-459158"}, "namespace": "ai-tenant-e2e-shared-b-w2-459158", "name": "openshift-service-ca.crt", "reconcileID": "8aca0817-86b1-4a6e-8ce0-15a48b1cc748", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-459158"} 2026-09-09T21:16:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-459158"}, "namespace": "ai-tenant-e2e-shared-b-w2-459158", "name": "openshift-service-ca.crt", "reconcileID": "8aca0817-86b1-4a6e-8ce0-15a48b1cc748", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-459158"} 2026-09-09T21:16:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-459158"}, "namespace": "ai-tenant-e2e-shared-b-w2-459158", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b520913-8ef8-4d18-bb7e-918d7a28de68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-459158"} 2026-09-09T21:16:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-459158"}, "namespace": "ai-tenant-e2e-shared-b-w2-459158", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b520913-8ef8-4d18-bb7e-918d7a28de68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-459158"} 2026-09-09T21:16:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-459158","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-459158", "reconcileID": "592bf024-eab7-4dfa-9895-f4a719cc2037", "Gateway": "e2e-shared-b-w2-459158", "namespace": "openshift-ingress"} 2026-09-09T21:16:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "8c8f7327-f5ba-4977-af4c-ae9b25165bf5", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:16:46Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "8c8f7327-f5ba-4977-af4c-ae9b25165bf5", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56-authn-ssl"} 2026-09-09T21:16:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "8c8f7327-f5ba-4977-af4c-ae9b25165bf5", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:16:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "be5acaf1-093e-42c9-a4e5-25b32dd4a673", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:16:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "be5acaf1-093e-42c9-a4e5-25b32dd4a673", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56-authn-ssl"} 2026-09-09T21:16:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "be5acaf1-093e-42c9-a4e5-25b32dd4a673", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:16:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "8d318ae9-26d9-47f5-8384-69b2fc68fdda", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:16:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "8d318ae9-26d9-47f5-8384-69b2fc68fdda", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56-authn-ssl"} 2026-09-09T21:16:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "8d318ae9-26d9-47f5-8384-69b2fc68fdda", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:16:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "d1f3de46-0054-4b47-b226-1cf89996329e", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:16:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "d1f3de46-0054-4b47-b226-1cf89996329e", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56-authn-ssl"} 2026-09-09T21:16:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "d1f3de46-0054-4b47-b226-1cf89996329e", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:16:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "8d979ecb-7a7d-4f22-9f02-5fba75624de4", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:16:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "8d979ecb-7a7d-4f22-9f02-5fba75624de4", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56-authn-ssl"} 2026-09-09T21:16:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "8d979ecb-7a7d-4f22-9f02-5fba75624de4", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:16:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "c3c2a8b7-bbb7-4709-b5de-9798c4feb238", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:16:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "c3c2a8b7-bbb7-4709-b5de-9798c4feb238", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56-authn-ssl"} 2026-09-09T21:16:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "c3c2a8b7-bbb7-4709-b5de-9798c4feb238", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:16:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "80674d9b-259a-413c-b686-bd159adaad61", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:16:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "80674d9b-259a-413c-b686-bd159adaad61", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56-authn-ssl"} 2026-09-09T21:16:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "80674d9b-259a-413c-b686-bd159adaad61", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:16:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "c5634b3c-4541-43d5-99d9-f7b8278e7c98", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:16:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "c5634b3c-4541-43d5-99d9-f7b8278e7c98", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56-authn-ssl"} 2026-09-09T21:16:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "c5634b3c-4541-43d5-99d9-f7b8278e7c98", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:16:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "openshift-service-ca.crt", "reconcileID": "eb8158df-67d4-4ed9-b2d6-167ac0125179", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d7dd56"} 2026-09-09T21:16:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "odh-trusted-ca-bundle", "reconcileID": "04b7fa8b-bbb9-4ae2-8023-030f927d4d1b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d7dd56"} 2026-09-09T21:16:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "openshift-service-ca.crt", "reconcileID": "c79c89a3-340f-480a-bb2e-578fb43734d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T21:16:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "openshift-service-ca.crt", "reconcileID": "c79c89a3-340f-480a-bb2e-578fb43734d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d7dd56"} 2026-09-09T21:16:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "openshift-service-ca.crt", "reconcileID": "181edba7-8952-4d6c-a7fd-fa6ddb1fb74b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T21:16:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "openshift-service-ca.crt", "reconcileID": "181edba7-8952-4d6c-a7fd-fa6ddb1fb74b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T21:16:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87462dfe-73a2-47be-84a6-8654bd2820f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d7dd56"} 2026-09-09T21:16:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "openshift-service-ca.crt", "reconcileID": "95c39f32-ffbf-4d90-a2b5-700b73d62427", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d7dd56"} 2026-09-09T21:16:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "odh-trusted-ca-bundle", "reconcileID": "4f5ebba3-d571-4199-b87a-a4264f5fd2a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T21:16:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "odh-trusted-ca-bundle", "reconcileID": "4f5ebba3-d571-4199-b87a-a4264f5fd2a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d7dd56"} 2026-09-09T21:16:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70971711-1caa-4899-b902-7726891d7a94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d7dd56"} 2026-09-09T21:16:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "713dcacc-d82f-4d93-a700-fa7295bdafbe", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:16:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "713dcacc-d82f-4d93-a700-fa7295bdafbe", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56-authn-ssl"} 2026-09-09T21:16:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "713dcacc-d82f-4d93-a700-fa7295bdafbe", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:16:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "cb02076c-ef22-420c-9ae6-d1206cd66e60", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:16:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "cb02076c-ef22-420c-9ae6-d1206cd66e60", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56-authn-ssl"} 2026-09-09T21:16:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "cb02076c-ef22-420c-9ae6-d1206cd66e60", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:17:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "3e698aaa-d59f-4db5-8979-5d08d7f24d9b", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:17:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "3e698aaa-d59f-4db5-8979-5d08d7f24d9b", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:17:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "3e698aaa-d59f-4db5-8979-5d08d7f24d9b", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:17:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "23f60f85-4864-41f7-b14b-c32b2d44f284", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:17:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "3e698aaa-d59f-4db5-8979-5d08d7f24d9b", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624-kserve-route-authn"} 2026-09-09T21:17:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "3e698aaa-d59f-4db5-8979-5d08d7f24d9b", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "authType": "userdefined"} 2026-09-09T21:17:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "3e698aaa-d59f-4db5-8979-5d08d7f24d9b", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:17:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "23f60f85-4864-41f7-b14b-c32b2d44f284", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624-authn-ssl"} 2026-09-09T21:17:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "23f60f85-4864-41f7-b14b-c32b2d44f284", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:17:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "87f873b3-c6a7-4a27-8ae6-97a44d69af12", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:17:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "87f873b3-c6a7-4a27-8ae6-97a44d69af12", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:17:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "87f873b3-c6a7-4a27-8ae6-97a44d69af12", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:17:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "87f873b3-c6a7-4a27-8ae6-97a44d69af12", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624-kserve-route-authn"} 2026-09-09T21:17:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "87f873b3-c6a7-4a27-8ae6-97a44d69af12", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "authType": "userdefined"} 2026-09-09T21:17:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "87f873b3-c6a7-4a27-8ae6-97a44d69af12", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:17:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "2bf55d34-8f9a-40e7-9d4a-61824cd06f95", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:17:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "2bf55d34-8f9a-40e7-9d4a-61824cd06f95", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624-authn-ssl"} 2026-09-09T21:17:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "2bf55d34-8f9a-40e7-9d4a-61824cd06f95", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:17:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "907d5962-87ae-4f10-bab6-8cfe556d41b7", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:17:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "907d5962-87ae-4f10-bab6-8cfe556d41b7", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:17:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "907d5962-87ae-4f10-bab6-8cfe556d41b7", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:17:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "907d5962-87ae-4f10-bab6-8cfe556d41b7", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624-kserve-route-authn"} 2026-09-09T21:17:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "907d5962-87ae-4f10-bab6-8cfe556d41b7", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "authType": "userdefined"} 2026-09-09T21:17:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "907d5962-87ae-4f10-bab6-8cfe556d41b7", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:17:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "69be0fc2-1db3-4730-961a-2307ca2cf0f8", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:17:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "69be0fc2-1db3-4730-961a-2307ca2cf0f8", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:17:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "69be0fc2-1db3-4730-961a-2307ca2cf0f8", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:17:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "69be0fc2-1db3-4730-961a-2307ca2cf0f8", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624-kserve-route-authn"} 2026-09-09T21:17:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "69be0fc2-1db3-4730-961a-2307ca2cf0f8", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "authType": "userdefined"} 2026-09-09T21:17:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "69be0fc2-1db3-4730-961a-2307ca2cf0f8", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:17:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "a8df184b-b4c4-469e-99e0-b2f65166c24d", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:17:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "a8df184b-b4c4-469e-99e0-b2f65166c24d", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:17:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "a8df184b-b4c4-469e-99e0-b2f65166c24d", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:17:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "a8df184b-b4c4-469e-99e0-b2f65166c24d", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624-kserve-route-authn"} 2026-09-09T21:17:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "a8df184b-b4c4-469e-99e0-b2f65166c24d", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "authType": "userdefined"} 2026-09-09T21:17:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "a8df184b-b4c4-469e-99e0-b2f65166c24d", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:18:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "d2ca5e91-2f0f-483e-8fb7-e23237358262", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:18:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "d2ca5e91-2f0f-483e-8fb7-e23237358262", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62-authn-ssl"} 2026-09-09T21:18:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "d2ca5e91-2f0f-483e-8fb7-e23237358262", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:18:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "0861b569-cae4-4fd8-a8cc-8ff3f8b7fc3f", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:18:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "0861b569-cae4-4fd8-a8cc-8ff3f8b7fc3f", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62-authn-ssl"} 2026-09-09T21:18:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "0861b569-cae4-4fd8-a8cc-8ff3f8b7fc3f", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:18:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "54a53232-9973-425b-a7b9-658a3c07ed6c", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:18:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "54a53232-9973-425b-a7b9-658a3c07ed6c", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62-authn-ssl"} 2026-09-09T21:18:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "54a53232-9973-425b-a7b9-658a3c07ed6c", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:18:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "c49c0f33-f136-454f-a5e7-db941e52d8d4", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:18:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "c49c0f33-f136-454f-a5e7-db941e52d8d4", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62-authn-ssl"} 2026-09-09T21:18:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "c49c0f33-f136-454f-a5e7-db941e52d8d4", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:18:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "fb6c537c-7750-4fa2-9eb8-b06740c65f99", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:18:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "fb6c537c-7750-4fa2-9eb8-b06740c65f99", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62-authn-ssl"} 2026-09-09T21:18:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "fb6c537c-7750-4fa2-9eb8-b06740c65f99", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:18:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "3d387a56-cb66-470d-a226-8f836b129ad3", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:18:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "3d387a56-cb66-470d-a226-8f836b129ad3", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62-authn-ssl"} 2026-09-09T21:18:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "3d387a56-cb66-470d-a226-8f836b129ad3", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:18:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "91fd1197-98d5-4ae8-a477-5e7a3e9b6af7", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:18:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "91fd1197-98d5-4ae8-a477-5e7a3e9b6af7", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62-authn-ssl"} 2026-09-09T21:18:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "91fd1197-98d5-4ae8-a477-5e7a3e9b6af7", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8d0f62"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62", "name": "openshift-service-ca.crt", "reconcileID": "41074bb1-8cba-499e-a030-8056a7b674a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62"} 2026-09-09T21:18:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8d0f62"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62", "name": "odh-trusted-ca-bundle", "reconcileID": "4c3397c2-0da9-4811-82d6-c6c317efd8ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T21:18:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8d0f62"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62", "name": "odh-trusted-ca-bundle", "reconcileID": "4c3397c2-0da9-4811-82d6-c6c317efd8ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62"} 2026-09-09T21:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8d0f62"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62", "name": "openshift-service-ca.crt", "reconcileID": "b4b64f9b-4003-4dd2-8bd7-da38d4412bda", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62"} 2026-09-09T21:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8d0f62"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1d0d0e0-89e0-48d3-9afe-7b999bae6ef7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62"} 2026-09-09T21:18:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8d0f62"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62", "name": "odh-trusted-ca-bundle", "reconcileID": "df5c8856-a334-4e9b-b03c-a2c3c00ca4d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T21:18:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8d0f62"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62", "name": "odh-trusted-ca-bundle", "reconcileID": "df5c8856-a334-4e9b-b03c-a2c3c00ca4d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62"} 2026-09-09T21:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8d0f62"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b64ba06a-9955-4c3c-a416-e1d15a7fb51f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62"} 2026-09-09T21:18:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "cb29d339-a1c0-43cf-ae5f-bf5ad93f886d", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:18:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "cb29d339-a1c0-43cf-ae5f-bf5ad93f886d", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62-authn-ssl"} 2026-09-09T21:18:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "cb29d339-a1c0-43cf-ae5f-bf5ad93f886d", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:18:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "eb2a3fbb-a941-46e5-ac17-e409d43514ae", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:18:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "eb2a3fbb-a941-46e5-ac17-e409d43514ae", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62-authn-ssl"} 2026-09-09T21:18:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "eb2a3fbb-a941-46e5-ac17-e409d43514ae", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:19:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "fed36642-b5df-4df2-bd36-317fa1e68c5b", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:19:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "fed36642-b5df-4df2-bd36-317fa1e68c5b", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62-authn-ssl"} 2026-09-09T21:19:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "fed36642-b5df-4df2-bd36-317fa1e68c5b", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:19:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "6c19f015-2ad5-4b10-8740-fff9c7a23135", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:19:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "6c19f015-2ad5-4b10-8740-fff9c7a23135", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62-authn-ssl"} 2026-09-09T21:19:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "6c19f015-2ad5-4b10-8740-fff9c7a23135", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:19:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8d0f62"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09d0e014-b73e-4f6e-8677-e434227c5dcf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62"} 2026-09-09T21:19:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8d0f62"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09d0e014-b73e-4f6e-8677-e434227c5dcf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T21:19:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8d0f62"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09d0e014-b73e-4f6e-8677-e434227c5dcf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-8d0f62 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T21:19:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8d0f62"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62", "name": "odh-trusted-ca-bundle", "reconcileID": "970d5380-bc99-4da5-9cba-95c0c614bcef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62"} 2026-09-09T21:19:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8d0f62"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62", "name": "odh-trusted-ca-bundle", "reconcileID": "970d5380-bc99-4da5-9cba-95c0c614bcef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62"} 2026-09-09T21:19:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8d0f62"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62", "name": "openshift-service-ca.crt", "reconcileID": "d5ce5559-83bc-4667-8c67-f1daefa8941a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62"} 2026-09-09T21:19:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8d0f62"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62", "name": "openshift-service-ca.crt", "reconcileID": "d5ce5559-83bc-4667-8c67-f1daefa8941a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62"} 2026-09-09T21:19:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8d0f62"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7cf37a90-f59a-4458-afe7-4fafd81863d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62"} 2026-09-09T21:19:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8d0f62"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7cf37a90-f59a-4458-afe7-4fafd81863d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8d0f62"} 2026-09-09T21:19:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8d0f62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8d0f62", "reconcileID": "6265d016-3f1d-4540-85da-528dca073e1a", "Gateway": "e2e-ipp-cleanup-8d0f62", "namespace": "openshift-ingress"} 2026-09-09T21:19:17Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T21:19:17Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T21:19:19Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T21:19:19Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T21:19:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "0770b3e2-ee7b-4dcc-ad2c-d401533ee860", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:19:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "0770b3e2-ee7b-4dcc-ad2c-d401533ee860", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624-authn-ssl"} 2026-09-09T21:19:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "0770b3e2-ee7b-4dcc-ad2c-d401533ee860", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:19:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "82a667c3-db36-431f-927b-66208a21433c", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:19:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "82a667c3-db36-431f-927b-66208a21433c", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624-authn-ssl"} 2026-09-09T21:19:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "82a667c3-db36-431f-927b-66208a21433c", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:19:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "807668a0-7794-49df-b622-bdb48ab6abcf", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:19:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "807668a0-7794-49df-b622-bdb48ab6abcf", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624-authn-ssl"} 2026-09-09T21:19:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "807668a0-7794-49df-b622-bdb48ab6abcf", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:19:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "311486e7-4f22-4275-bb3c-836367047f68", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:19:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "311486e7-4f22-4275-bb3c-836367047f68", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:19:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "311486e7-4f22-4275-bb3c-836367047f68", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:19:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "311486e7-4f22-4275-bb3c-836367047f68", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624-kserve-route-authn"} 2026-09-09T21:19:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "311486e7-4f22-4275-bb3c-836367047f68", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "authType": "userdefined"} 2026-09-09T21:19:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "311486e7-4f22-4275-bb3c-836367047f68", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:20:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "3feeadde-de84-4572-8a42-311f337deaa7", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:20:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "3feeadde-de84-4572-8a42-311f337deaa7", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624-authn-ssl"} 2026-09-09T21:20:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "3feeadde-de84-4572-8a42-311f337deaa7", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:20:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "9766c01d-9388-422d-9417-258c0470ee0e", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:20:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "9766c01d-9388-422d-9417-258c0470ee0e", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624"} 2026-09-09T21:20:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "9766c01d-9388-422d-9417-258c0470ee0e", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:20:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "9766c01d-9388-422d-9417-258c0470ee0e", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:20:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "9766c01d-9388-422d-9417-258c0470ee0e", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624-kserve-route-authn"} 2026-09-09T21:20:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "9766c01d-9388-422d-9417-258c0470ee0e", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624-kserve-route-authn"} 2026-09-09T21:20:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "9766c01d-9388-422d-9417-258c0470ee0e", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:20:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "9766c01d-9388-422d-9417-258c0470ee0e", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:20:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "10e3274e-a014-4c1e-a30b-d90ca98c7cde", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:20:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "10e3274e-a014-4c1e-a30b-d90ca98c7cde", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624"} 2026-09-09T21:20:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "10e3274e-a014-4c1e-a30b-d90ca98c7cde", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:20:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "10e3274e-a014-4c1e-a30b-d90ca98c7cde", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:20:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "10e3274e-a014-4c1e-a30b-d90ca98c7cde", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624-kserve-route-authn"} 2026-09-09T21:20:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "10e3274e-a014-4c1e-a30b-d90ca98c7cde", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624-kserve-route-authn"} 2026-09-09T21:20:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "10e3274e-a014-4c1e-a30b-d90ca98c7cde", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:20:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "10e3274e-a014-4c1e-a30b-d90ca98c7cde", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:20:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d7f624","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "ipp-route-d7f624", "reconcileID": "02d0a369-9b9e-47f1-97dd-8c222c5bfa27", "LLMInferenceService": "ipp-route-d7f624", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:20:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "0a642e11-5c10-442e-a3a4-7fabd442d441", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:20:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "0a642e11-5c10-442e-a3a4-7fabd442d441", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624-authn-ssl"} 2026-09-09T21:20:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "0a642e11-5c10-442e-a3a4-7fabd442d441", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:20:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13e34679-07ac-4fe5-94ad-636d77842a97", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:20:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13e34679-07ac-4fe5-94ad-636d77842a97", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T21:20:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13e34679-07ac-4fe5-94ad-636d77842a97", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7f624 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T21:20:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "odh-trusted-ca-bundle", "reconcileID": "499dd69b-8af4-479d-bda6-7eadae6ae89b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:20:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "odh-trusted-ca-bundle", "reconcileID": "499dd69b-8af4-479d-bda6-7eadae6ae89b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7f624", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T21:20:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "odh-trusted-ca-bundle", "reconcileID": "499dd69b-8af4-479d-bda6-7eadae6ae89b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7f624 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T21:20:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "openshift-service-ca.crt", "reconcileID": "f8d2608c-a39b-4b01-bf9c-6534e817b4fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:20:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "openshift-service-ca.crt", "reconcileID": "f8d2608c-a39b-4b01-bf9c-6534e817b4fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:20:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac7be56a-96c2-4be2-b3cb-a322305bee07", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:20:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac7be56a-96c2-4be2-b3cb-a322305bee07", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:20:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "odh-trusted-ca-bundle", "reconcileID": "b8021886-9eed-4fbb-95a5-74d9980bb1dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:20:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d7f624"}, "namespace": "ai-tenant-e2e-ipp-a-d7f624", "name": "odh-trusted-ca-bundle", "reconcileID": "b8021886-9eed-4fbb-95a5-74d9980bb1dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d7f624"} 2026-09-09T21:20:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d7f624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d7f624", "reconcileID": "df3a117f-7903-4661-b563-e644ff489243", "Gateway": "e2e-ipp-a-d7f624", "namespace": "openshift-ingress"} 2026-09-09T21:20:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "add6f61f-a21f-401a-9d59-cf4a85c0d700", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:20:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "add6f61f-a21f-401a-9d59-cf4a85c0d700", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56-authn-ssl"} 2026-09-09T21:20:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "add6f61f-a21f-401a-9d59-cf4a85c0d700", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:20:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "6baecb8f-f4d2-4fc3-bb99-c4e2c016c902", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:20:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "6baecb8f-f4d2-4fc3-bb99-c4e2c016c902", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56-authn-ssl"} 2026-09-09T21:20:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "6baecb8f-f4d2-4fc3-bb99-c4e2c016c902", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:20:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b44ec5bc-aa3d-4bb0-a8fd-6ab472ea3d52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d7dd56"} 2026-09-09T21:20:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b44ec5bc-aa3d-4bb0-a8fd-6ab472ea3d52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T21:20:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b44ec5bc-aa3d-4bb0-a8fd-6ab472ea3d52", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-d7dd56 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T21:20:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "odh-trusted-ca-bundle", "reconcileID": "b0d638fe-8413-4ae3-80c0-48685bee2159", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d7dd56"} 2026-09-09T21:20:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "odh-trusted-ca-bundle", "reconcileID": "b0d638fe-8413-4ae3-80c0-48685bee2159", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T21:20:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "odh-trusted-ca-bundle", "reconcileID": "b0d638fe-8413-4ae3-80c0-48685bee2159", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-d7dd56 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T21:20:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "openshift-service-ca.crt", "reconcileID": "c4ca62d8-42a3-42c7-814b-5af610bb9dc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d7dd56"} 2026-09-09T21:20:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "openshift-service-ca.crt", "reconcileID": "c4ca62d8-42a3-42c7-814b-5af610bb9dc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d7dd56"} 2026-09-09T21:20:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5635ad6-0ab8-442e-94dd-187a2d39ae48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d7dd56"} 2026-09-09T21:20:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5635ad6-0ab8-442e-94dd-187a2d39ae48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d7dd56"} 2026-09-09T21:20:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "odh-trusted-ca-bundle", "reconcileID": "3257019a-3cdd-4a41-8e1e-a72f821400b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d7dd56"} 2026-09-09T21:20:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d7dd56"}, "namespace": "ai-tenant-e2e-ipp-b-d7dd56", "name": "odh-trusted-ca-bundle", "reconcileID": "3257019a-3cdd-4a41-8e1e-a72f821400b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d7dd56"} 2026-09-09T21:20:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d7dd56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d7dd56", "reconcileID": "aa5016f9-564e-4039-b966-835cf7906864", "Gateway": "e2e-ipp-b-d7dd56", "namespace": "openshift-ingress"} 2026-09-09T21:20:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3d3cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3d3cac", "reconcileID": "8dbe0276-babe-46ea-9b7c-9c05885f668b", "Gateway": "e2e-shared-a-w3-3d3cac", "namespace": "openshift-ingress"} 2026-09-09T21:20:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3d3cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3d3cac", "reconcileID": "8dbe0276-babe-46ea-9b7c-9c05885f668b", "Gateway": "e2e-shared-a-w3-3d3cac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3d3cac-authn-ssl"} 2026-09-09T21:20:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3d3cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3d3cac", "reconcileID": "8dbe0276-babe-46ea-9b7c-9c05885f668b", "Gateway": "e2e-shared-a-w3-3d3cac", "namespace": "openshift-ingress"} 2026-09-09T21:20:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3d3cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3d3cac", "reconcileID": "664d677a-426a-4fbe-a0d6-3888674f8b42", "Gateway": "e2e-shared-a-w3-3d3cac", "namespace": "openshift-ingress"} 2026-09-09T21:20:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3d3cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3d3cac", "reconcileID": "664d677a-426a-4fbe-a0d6-3888674f8b42", "Gateway": "e2e-shared-a-w3-3d3cac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3d3cac-authn-ssl"} 2026-09-09T21:20:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3d3cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3d3cac", "reconcileID": "664d677a-426a-4fbe-a0d6-3888674f8b42", "Gateway": "e2e-shared-a-w3-3d3cac", "namespace": "openshift-ingress"} 2026-09-09T21:20:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2217822c-6878-43bd-bf69-56d3304cf092", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac"} 2026-09-09T21:20:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2217822c-6878-43bd-bf69-56d3304cf092", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T21:20:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2217822c-6878-43bd-bf69-56d3304cf092", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-3d3cac because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T21:20:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a58e7ff0-c951-4741-9871-8b27afc38559", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac"} 2026-09-09T21:20:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a58e7ff0-c951-4741-9871-8b27afc38559", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T21:20:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a58e7ff0-c951-4741-9871-8b27afc38559", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-3d3cac because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T21:20:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "odh-trusted-ca-bundle", "reconcileID": "bf361957-8d27-4d8f-bb81-33170efc9919", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac"} 2026-09-09T21:20:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "odh-trusted-ca-bundle", "reconcileID": "bf361957-8d27-4d8f-bb81-33170efc9919", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac"} 2026-09-09T21:20:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "openshift-service-ca.crt", "reconcileID": "e2b68bbf-85ea-46ea-af5a-5b1b0cf03a3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac"} 2026-09-09T21:20:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "openshift-service-ca.crt", "reconcileID": "e2b68bbf-85ea-46ea-af5a-5b1b0cf03a3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac"} 2026-09-09T21:20:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d25a29c4-0337-46e1-8d47-09e16da9e84b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac"} 2026-09-09T21:20:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3d3cac"}, "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d25a29c4-0337-46e1-8d47-09e16da9e84b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3d3cac"} 2026-09-09T21:20:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3d3cac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3d3cac", "reconcileID": "400a4fa1-7db0-4844-aabd-6a06962404bc", "Gateway": "e2e-shared-a-w3-3d3cac", "namespace": "openshift-ingress"} 2026-09-09T21:21:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8db5a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8db5a7", "reconcileID": "61fb4e5e-f3ed-4b0e-b5c7-48086c74fb72", "Gateway": "e2e-shared-b-w3-8db5a7", "namespace": "openshift-ingress"} 2026-09-09T21:21:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8db5a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8db5a7", "reconcileID": "61fb4e5e-f3ed-4b0e-b5c7-48086c74fb72", "Gateway": "e2e-shared-b-w3-8db5a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8db5a7-authn-ssl"} 2026-09-09T21:21:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8db5a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8db5a7", "reconcileID": "61fb4e5e-f3ed-4b0e-b5c7-48086c74fb72", "Gateway": "e2e-shared-b-w3-8db5a7", "namespace": "openshift-ingress"} 2026-09-09T21:21:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8db5a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8db5a7", "reconcileID": "2a88958e-8224-4bed-8842-879fba96c91e", "Gateway": "e2e-shared-b-w3-8db5a7", "namespace": "openshift-ingress"} 2026-09-09T21:21:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8db5a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8db5a7", "reconcileID": "2a88958e-8224-4bed-8842-879fba96c91e", "Gateway": "e2e-shared-b-w3-8db5a7", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8db5a7-authn-ssl"} 2026-09-09T21:21:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8db5a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8db5a7", "reconcileID": "2a88958e-8224-4bed-8842-879fba96c91e", "Gateway": "e2e-shared-b-w3-8db5a7", "namespace": "openshift-ingress"} 2026-09-09T21:21:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8db5a7"}, "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c861a3a-31cb-466d-a798-43abb47f880b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7"} 2026-09-09T21:21:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8db5a7"}, "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c861a3a-31cb-466d-a798-43abb47f880b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T21:21:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8db5a7"}, "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c861a3a-31cb-466d-a798-43abb47f880b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-8db5a7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T21:21:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8db5a7"}, "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "odh-trusted-ca-bundle", "reconcileID": "8620f7a0-a572-484f-8fd1-5bcd7084350d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7"} 2026-09-09T21:21:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8db5a7"}, "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "odh-trusted-ca-bundle", "reconcileID": "8620f7a0-a572-484f-8fd1-5bcd7084350d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7"} 2026-09-09T21:21:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-8db5a7"}, "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "openshift-service-ca.crt", "reconcileID": "4e2f460e-bcbd-4cac-ac7e-d6232c1bedbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7"} 2026-09-09T21:21:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-8db5a7"}, "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "openshift-service-ca.crt", "reconcileID": "4e2f460e-bcbd-4cac-ac7e-d6232c1bedbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7"} 2026-09-09T21:21:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8db5a7"}, "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "376f6b2b-29e5-4ebb-907a-c5a78ce197cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7"} 2026-09-09T21:21:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8db5a7"}, "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "376f6b2b-29e5-4ebb-907a-c5a78ce197cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8db5a7"} 2026-09-09T21:21:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8db5a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8db5a7", "reconcileID": "0b89e620-1ad8-48b5-a844-2c5da210b5d2", "Gateway": "e2e-shared-b-w3-8db5a7", "namespace": "openshift-ingress"} 2026-09-09T21:25:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "25815043-7253-4c54-9163-b9499da4674e", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm"} 2026-09-09T21:25:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "25815043-7253-4c54-9163-b9499da4674e", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm"} 2026-09-09T21:25:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "25815043-7253-4c54-9163-b9499da4674e", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm"} 2026-09-09T21:25:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e635ba0-123b-44ff-bb2f-37c0a3d1fc31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T21:25:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "25815043-7253-4c54-9163-b9499da4674e", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm", "name": "e2e-same-id-a-694fed88-kserve-route-authn"} 2026-09-09T21:25:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "25815043-7253-4c54-9163-b9499da4674e", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm", "authType": "userdefined"} 2026-09-09T21:25:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "25815043-7253-4c54-9163-b9499da4674e", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm"} 2026-09-09T21:25:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e635ba0-123b-44ff-bb2f-37c0a3d1fc31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T21:25:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e635ba0-123b-44ff-bb2f-37c0a3d1fc31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T21:25:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "ea969678-314f-4ca0-a8e7-c5e2da10c0a8", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm"} 2026-09-09T21:25:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "ea969678-314f-4ca0-a8e7-c5e2da10c0a8", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm"} 2026-09-09T21:25:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "ea969678-314f-4ca0-a8e7-c5e2da10c0a8", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm"} 2026-09-09T21:25:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "ea969678-314f-4ca0-a8e7-c5e2da10c0a8", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm", "name": "e2e-same-id-a-694fed88-kserve-route-authn"} 2026-09-09T21:25:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "ea969678-314f-4ca0-a8e7-c5e2da10c0a8", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm", "authType": "userdefined"} 2026-09-09T21:25:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "ea969678-314f-4ca0-a8e7-c5e2da10c0a8", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm"} 2026-09-09T21:25:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "e1e1b61d-0c51-4c00-ac30-e71b2302e517", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm"} 2026-09-09T21:25:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "e1e1b61d-0c51-4c00-ac30-e71b2302e517", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm"} 2026-09-09T21:25:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "e1e1b61d-0c51-4c00-ac30-e71b2302e517", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm"} 2026-09-09T21:25:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "485a0ad6-ea2d-4eb7-a512-d5864cef3d09", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T21:25:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "e1e1b61d-0c51-4c00-ac30-e71b2302e517", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm", "name": "e2e-same-id-b-694fed88-kserve-route-authn"} 2026-09-09T21:25:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "e1e1b61d-0c51-4c00-ac30-e71b2302e517", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm", "authType": "userdefined"} 2026-09-09T21:25:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "e1e1b61d-0c51-4c00-ac30-e71b2302e517", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm"} 2026-09-09T21:25:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "485a0ad6-ea2d-4eb7-a512-d5864cef3d09", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T21:25:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "485a0ad6-ea2d-4eb7-a512-d5864cef3d09", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T21:25:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a7df4934-e5cb-4d85-b77e-a38722dc6109", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T21:25:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a7df4934-e5cb-4d85-b77e-a38722dc6109", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T21:25:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a7df4934-e5cb-4d85-b77e-a38722dc6109", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T21:25:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "7753bc3b-f9b3-49d6-b142-88d7e90e15d2", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm"} 2026-09-09T21:25:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "7753bc3b-f9b3-49d6-b142-88d7e90e15d2", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm"} 2026-09-09T21:25:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "7753bc3b-f9b3-49d6-b142-88d7e90e15d2", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm"} 2026-09-09T21:25:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "7753bc3b-f9b3-49d6-b142-88d7e90e15d2", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm", "name": "e2e-same-id-a-694fed88-kserve-route-authn"} 2026-09-09T21:25:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "7753bc3b-f9b3-49d6-b142-88d7e90e15d2", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm", "authType": "userdefined"} 2026-09-09T21:25:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "7753bc3b-f9b3-49d6-b142-88d7e90e15d2", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm"} 2026-09-09T21:25:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "72502dfc-762f-4b6d-9d26-c3ab996a076a", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm"} 2026-09-09T21:25:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "72502dfc-762f-4b6d-9d26-c3ab996a076a", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm"} 2026-09-09T21:25:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "72502dfc-762f-4b6d-9d26-c3ab996a076a", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm"} 2026-09-09T21:25:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "72502dfc-762f-4b6d-9d26-c3ab996a076a", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm", "name": "e2e-same-id-b-694fed88-kserve-route-authn"} 2026-09-09T21:25:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "72502dfc-762f-4b6d-9d26-c3ab996a076a", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm", "authType": "userdefined"} 2026-09-09T21:25:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "72502dfc-762f-4b6d-9d26-c3ab996a076a", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm"} 2026-09-09T21:25:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d530de57-8bb2-4071-a662-e2db6eff9dba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T21:25:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d530de57-8bb2-4071-a662-e2db6eff9dba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T21:25:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d530de57-8bb2-4071-a662-e2db6eff9dba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T21:25:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "8adb21eb-d200-4625-aec8-a4a19b1889e6", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm"} 2026-09-09T21:25:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "8adb21eb-d200-4625-aec8-a4a19b1889e6", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm"} 2026-09-09T21:25:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "8adb21eb-d200-4625-aec8-a4a19b1889e6", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm"} 2026-09-09T21:25:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "8adb21eb-d200-4625-aec8-a4a19b1889e6", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm", "name": "e2e-same-id-b-694fed88-kserve-route-authn"} 2026-09-09T21:25:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "8adb21eb-d200-4625-aec8-a4a19b1889e6", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm", "authType": "userdefined"} 2026-09-09T21:25:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "8adb21eb-d200-4625-aec8-a4a19b1889e6", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm"} 2026-09-09T21:26:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "acbc7041-a16e-4aad-8b08-bcbb164051ec", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm"} 2026-09-09T21:26:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "acbc7041-a16e-4aad-8b08-bcbb164051ec", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm"} 2026-09-09T21:26:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "acbc7041-a16e-4aad-8b08-bcbb164051ec", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm"} 2026-09-09T21:26:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "acbc7041-a16e-4aad-8b08-bcbb164051ec", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm", "name": "e2e-same-id-a-694fed88-kserve-route-authn"} 2026-09-09T21:26:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "acbc7041-a16e-4aad-8b08-bcbb164051ec", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm", "authType": "userdefined"} 2026-09-09T21:26:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "acbc7041-a16e-4aad-8b08-bcbb164051ec", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm"} 2026-09-09T21:26:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "a46359c6-67d0-44f7-a692-e81f5e3b9090", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm"} 2026-09-09T21:26:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "a46359c6-67d0-44f7-a692-e81f5e3b9090", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm"} 2026-09-09T21:26:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "a46359c6-67d0-44f7-a692-e81f5e3b9090", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm"} 2026-09-09T21:26:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "a46359c6-67d0-44f7-a692-e81f5e3b9090", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm", "name": "e2e-same-id-b-694fed88-kserve-route-authn"} 2026-09-09T21:26:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "a46359c6-67d0-44f7-a692-e81f5e3b9090", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm", "authType": "userdefined"} 2026-09-09T21:26:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "a46359c6-67d0-44f7-a692-e81f5e3b9090", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm"} 2026-09-09T21:26:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "b27882ac-b10f-4628-979b-e2435befa74a", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm"} 2026-09-09T21:26:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "b27882ac-b10f-4628-979b-e2435befa74a", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm", "name": "e2e-same-id-a-694fed88"} 2026-09-09T21:26:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "b27882ac-b10f-4628-979b-e2435befa74a", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm"} 2026-09-09T21:26:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "b27882ac-b10f-4628-979b-e2435befa74a", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm"} 2026-09-09T21:26:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "b27882ac-b10f-4628-979b-e2435befa74a", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm", "name": "e2e-same-id-a-694fed88-kserve-route-authn"} 2026-09-09T21:26:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "b27882ac-b10f-4628-979b-e2435befa74a", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm", "name": "e2e-same-id-a-694fed88-kserve-route-authn"} 2026-09-09T21:26:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-694fed88", "reconcileID": "35afb3fb-2ba1-4879-aa4d-5bb468541b02", "LLMInferenceService": "e2e-same-id-a-694fed88", "namespace": "llm"} 2026-09-09T21:26:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e86958de-676c-45fc-977c-9725e5e688f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T21:26:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e86958de-676c-45fc-977c-9725e5e688f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T21:26:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e86958de-676c-45fc-977c-9725e5e688f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T21:26:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32a6a7c5-21bb-4a23-8b47-960671bb8d7a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T21:26:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32a6a7c5-21bb-4a23-8b47-960671bb8d7a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T21:26:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32a6a7c5-21bb-4a23-8b47-960671bb8d7a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T21:26:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "925b0b96-a1d6-435c-ac67-d357cb30f6b0", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm"} 2026-09-09T21:26:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "925b0b96-a1d6-435c-ac67-d357cb30f6b0", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm", "name": "e2e-same-id-b-694fed88"} 2026-09-09T21:26:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "925b0b96-a1d6-435c-ac67-d357cb30f6b0", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm"} 2026-09-09T21:26:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "925b0b96-a1d6-435c-ac67-d357cb30f6b0", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm"} 2026-09-09T21:26:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "925b0b96-a1d6-435c-ac67-d357cb30f6b0", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm", "name": "e2e-same-id-b-694fed88-kserve-route-authn"} 2026-09-09T21:26:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "925b0b96-a1d6-435c-ac67-d357cb30f6b0", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm", "name": "e2e-same-id-b-694fed88-kserve-route-authn"} 2026-09-09T21:26:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-694fed88","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-694fed88", "reconcileID": "8576184b-70d4-4eb0-8b74-d69405e915c1", "LLMInferenceService": "e2e-same-id-b-694fed88", "namespace": "llm"} 2026-09-09T21:26:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "98c5f14b-41dc-4499-8ac2-b23a81ff5ef7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T21:26:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "98c5f14b-41dc-4499-8ac2-b23a81ff5ef7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T21:26:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "98c5f14b-41dc-4499-8ac2-b23a81ff5ef7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T21:26:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d4ec8a3c-4fe3-450a-88c9-067826326be3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T21:26:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d4ec8a3c-4fe3-450a-88c9-067826326be3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T21:26:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d4ec8a3c-4fe3-450a-88c9-067826326be3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}