2026-07-08T04:53:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "feac72ee-01b1-4068-8ec7-dc0c356fe4f8", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:53:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "4b4ce3c0-6bcf-4dd3-96fc-88d3cd3f6f95", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:53:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "4b4ce3c0-6bcf-4dd3-96fc-88d3cd3f6f95", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:53:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "4b4ce3c0-6bcf-4dd3-96fc-88d3cd3f6f95", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:53:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "4b4ce3c0-6bcf-4dd3-96fc-88d3cd3f6f95", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b-kserve-route-authn"} 2026-07-08T04:53:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "4b4ce3c0-6bcf-4dd3-96fc-88d3cd3f6f95", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "authType": "userdefined"} 2026-07-08T04:53:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "4b4ce3c0-6bcf-4dd3-96fc-88d3cd3f6f95", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:54:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "77ff5005-36fb-4568-982e-035f0ece2588", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:54:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "77ff5005-36fb-4568-982e-035f0ece2588", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:54:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "77ff5005-36fb-4568-982e-035f0ece2588", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:54:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "417854cb-7856-4bc7-81b3-c6bd9fc7809d", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:54:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "417854cb-7856-4bc7-81b3-c6bd9fc7809d", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:54:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "417854cb-7856-4bc7-81b3-c6bd9fc7809d", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:54:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3081fb86-a857-456d-befb-175b468163dd", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:54:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3081fb86-a857-456d-befb-175b468163dd", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:54:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3081fb86-a857-456d-befb-175b468163dd", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:54:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3081fb86-a857-456d-befb-175b468163dd", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b-kserve-route-authn"} 2026-07-08T04:54:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3081fb86-a857-456d-befb-175b468163dd", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "authType": "userdefined"} 2026-07-08T04:54:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3081fb86-a857-456d-befb-175b468163dd", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:54:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3fee3e05-61d6-4c49-8e67-8f3aa7d0e20b", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:54:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3fee3e05-61d6-4c49-8e67-8f3aa7d0e20b", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:54:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3fee3e05-61d6-4c49-8e67-8f3aa7d0e20b", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:54:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3fee3e05-61d6-4c49-8e67-8f3aa7d0e20b", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b-kserve-route-authn"} 2026-07-08T04:54:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3fee3e05-61d6-4c49-8e67-8f3aa7d0e20b", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "authType": "userdefined"} 2026-07-08T04:54:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3fee3e05-61d6-4c49-8e67-8f3aa7d0e20b", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:54:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "e039f866-acb8-4bf3-8828-0eb64827084e", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:54:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "e039f866-acb8-4bf3-8828-0eb64827084e", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:54:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "e039f866-acb8-4bf3-8828-0eb64827084e", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:54:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "e039f866-acb8-4bf3-8828-0eb64827084e", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b-kserve-route-authn"} 2026-07-08T04:54:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "e039f866-acb8-4bf3-8828-0eb64827084e", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "authType": "userdefined"} 2026-07-08T04:54:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "e039f866-acb8-4bf3-8828-0eb64827084e", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:54:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "83d66ca6-4f34-4ae1-8453-e4784b140098", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:54:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "83d66ca6-4f34-4ae1-8453-e4784b140098", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:54:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "83d66ca6-4f34-4ae1-8453-e4784b140098", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:54:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "75df5a97-49b3-428d-b300-5843ae51c37f", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:54:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "75df5a97-49b3-428d-b300-5843ae51c37f", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:54:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "75df5a97-49b3-428d-b300-5843ae51c37f", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:54:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "faa78772-2294-4882-aaf0-b6bf617958a9", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:54:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "faa78772-2294-4882-aaf0-b6bf617958a9", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:54:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "faa78772-2294-4882-aaf0-b6bf617958a9", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:54:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3a180b10-c3ac-461c-9db2-89315cdd622d", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:54:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3a180b10-c3ac-461c-9db2-89315cdd622d", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:54:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3a180b10-c3ac-461c-9db2-89315cdd622d", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:54:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3a180b10-c3ac-461c-9db2-89315cdd622d", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b-kserve-route-authn"} 2026-07-08T04:54:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3a180b10-c3ac-461c-9db2-89315cdd622d", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "authType": "userdefined"} 2026-07-08T04:54:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3a180b10-c3ac-461c-9db2-89315cdd622d", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "86155b74-e55f-4c40-a7fc-0509267d3063", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "86155b74-e55f-4c40-a7fc-0509267d3063", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b"} 2026-07-08T04:55:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "86155b74-e55f-4c40-a7fc-0509267d3063", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "86155b74-e55f-4c40-a7fc-0509267d3063", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "86155b74-e55f-4c40-a7fc-0509267d3063", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b-kserve-route-authn"} 2026-07-08T04:55:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "86155b74-e55f-4c40-a7fc-0509267d3063", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b-kserve-route-authn"} 2026-07-08T04:55:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "86155b74-e55f-4c40-a7fc-0509267d3063", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "86155b74-e55f-4c40-a7fc-0509267d3063", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "8ccdefd5-f618-401b-9234-42d3e92a5a89", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "cea84780-f603-40a4-868c-34677748e3a9", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "cea84780-f603-40a4-868c-34677748e3a9", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:55:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "cea84780-f603-40a4-868c-34677748e3a9", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "5b81ff0f-7ff3-4f09-8a2f-e9688f116f16", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "5b81ff0f-7ff3-4f09-8a2f-e9688f116f16", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:55:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "5b81ff0f-7ff3-4f09-8a2f-e9688f116f16", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80148b91-27d9-46fd-842f-f764693d4266", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80148b91-27d9-46fd-842f-f764693d4266", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-a4325b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T04:55:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80148b91-27d9-46fd-842f-f764693d4266", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-reuse-a4325b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T04:55:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "odh-trusted-ca-bundle", "reconcileID": "ec46ea05-016e-46f3-b7c3-988c2871a787", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "odh-trusted-ca-bundle", "reconcileID": "ec46ea05-016e-46f3-b7c3-988c2871a787", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "openshift-service-ca.crt", "reconcileID": "06ea4c45-f61d-440c-b9fc-5ebe6f95d833", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "openshift-service-ca.crt", "reconcileID": "06ea4c45-f61d-440c-b9fc-5ebe6f95d833", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "057339b9-d395-40b9-aefa-ebb8b1b26a3f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "057339b9-d395-40b9-aefa-ebb8b1b26a3f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "9d07e34b-d6b3-41e1-981b-7dde18c2ca64", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "9d07e34b-d6b3-41e1-981b-7dde18c2ca64", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:55:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "9d07e34b-d6b3-41e1-981b-7dde18c2ca64", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "a988647a-96bf-43eb-9aa0-ab929f40b4f0", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "a988647a-96bf-43eb-9aa0-ab929f40b4f0", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:55:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "a988647a-96bf-43eb-9aa0-ab929f40b4f0", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "5f54a4f2-ae65-48bc-9ac9-e541cd3b3aeb", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "5f54a4f2-ae65-48bc-9ac9-e541cd3b3aeb", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:55:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "5f54a4f2-ae65-48bc-9ac9-e541cd3b3aeb", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "49a4fdbb-86c5-41bb-9027-b244968da73e", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "49a4fdbb-86c5-41bb-9027-b244968da73e", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:55:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "49a4fdbb-86c5-41bb-9027-b244968da73e", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "cc8f9928-8a85-4ee2-8b1a-499953280f00", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "cc8f9928-8a85-4ee2-8b1a-499953280f00", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:55:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "cc8f9928-8a85-4ee2-8b1a-499953280f00", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "229a67a9-4b21-4414-8ebe-7c986c6b6e27", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "229a67a9-4b21-4414-8ebe-7c986c6b6e27", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:55:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "229a67a9-4b21-4414-8ebe-7c986c6b6e27", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "openshift-service-ca.crt", "reconcileID": "0ccd605a-f2a9-43b4-b5ca-fe37f14c6e5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "odh-trusted-ca-bundle", "reconcileID": "e8658227-9212-4ff3-b5e3-eb9ff815ba8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "openshift-service-ca.crt", "reconcileID": "031623f9-3d3c-42fc-adc4-7ca2b4a53da6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-reuse-a4325b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T04:55:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "openshift-service-ca.crt", "reconcileID": "031623f9-3d3c-42fc-adc4-7ca2b4a53da6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d2302a4-8d0a-4276-a2a3-83ff85331e78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "openshift-service-ca.crt", "reconcileID": "cdd2d6ef-afc5-4df0-881c-14ba5a4be2fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "odh-trusted-ca-bundle", "reconcileID": "43b0e9e2-584d-4130-82de-f1bc4ecbdf45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-reuse-a4325b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T04:55:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "odh-trusted-ca-bundle", "reconcileID": "43b0e9e2-584d-4130-82de-f1bc4ecbdf45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61998732-6853-4db4-9543-6e529d6acab5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "53c5fcea-ec7f-4068-be45-56574fcebe52", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "53c5fcea-ec7f-4068-be45-56574fcebe52", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:55:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "53c5fcea-ec7f-4068-be45-56574fcebe52", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "d084720c-6c9e-4d70-bc17-5ae80d890e71", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "d084720c-6c9e-4d70-bc17-5ae80d890e71", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "d084720c-6c9e-4d70-bc17-5ae80d890e71", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "8b671a68-6d1a-40e4-bcb6-591e191b32dc", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "d084720c-6c9e-4d70-bc17-5ae80d890e71", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b-kserve-route-authn"} 2026-07-08T04:55:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "d084720c-6c9e-4d70-bc17-5ae80d890e71", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "authType": "userdefined"} 2026-07-08T04:55:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "d084720c-6c9e-4d70-bc17-5ae80d890e71", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "8b671a68-6d1a-40e4-bcb6-591e191b32dc", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:55:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "8b671a68-6d1a-40e4-bcb6-591e191b32dc", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3624dbf1-786c-497d-819c-f937b6dbb864", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3624dbf1-786c-497d-819c-f937b6dbb864", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3624dbf1-786c-497d-819c-f937b6dbb864", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3624dbf1-786c-497d-819c-f937b6dbb864", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b-kserve-route-authn"} 2026-07-08T04:55:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3624dbf1-786c-497d-819c-f937b6dbb864", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "authType": "userdefined"} 2026-07-08T04:55:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "3624dbf1-786c-497d-819c-f937b6dbb864", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "8ac3bc02-415e-4df1-8ffe-3c2539cb3275", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "8ac3bc02-415e-4df1-8ffe-3c2539cb3275", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:55:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "8ac3bc02-415e-4df1-8ffe-3c2539cb3275", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "84c1214c-4025-484d-84eb-1ba3b2d197e8", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "84c1214c-4025-484d-84eb-1ba3b2d197e8", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:55:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "84c1214c-4025-484d-84eb-1ba3b2d197e8", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "b409c8a0-6c28-46dc-91e3-256ac55d5f01", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "b409c8a0-6c28-46dc-91e3-256ac55d5f01", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "b409c8a0-6c28-46dc-91e3-256ac55d5f01", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "b409c8a0-6c28-46dc-91e3-256ac55d5f01", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b-kserve-route-authn"} 2026-07-08T04:55:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "b409c8a0-6c28-46dc-91e3-256ac55d5f01", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "authType": "userdefined"} 2026-07-08T04:55:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "b409c8a0-6c28-46dc-91e3-256ac55d5f01", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:55:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "eb6cb64c-221a-484f-ab94-35773d1b6bb2", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:55:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "eb6cb64c-221a-484f-ab94-35773d1b6bb2", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:55:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "eb6cb64c-221a-484f-ab94-35773d1b6bb2", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:56:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "b398e401-7dcc-4ca5-843a-86fa1460dae8", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "b398e401-7dcc-4ca5-843a-86fa1460dae8", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "b398e401-7dcc-4ca5-843a-86fa1460dae8", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "b398e401-7dcc-4ca5-843a-86fa1460dae8", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b-kserve-route-authn"} 2026-07-08T04:56:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "b398e401-7dcc-4ca5-843a-86fa1460dae8", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "authType": "userdefined"} 2026-07-08T04:56:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "b398e401-7dcc-4ca5-843a-86fa1460dae8", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "4d828a8e-e367-4b98-a544-675617334077", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:56:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "4d828a8e-e367-4b98-a544-675617334077", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:56:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "4d828a8e-e367-4b98-a544-675617334077", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:56:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "f9045677-6138-4f3e-a2c1-94a3ceededac", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:56:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "f9045677-6138-4f3e-a2c1-94a3ceededac", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:56:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "f9045677-6138-4f3e-a2c1-94a3ceededac", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:56:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "5efdd7b1-87ec-438d-a072-96446b0d2408", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "5efdd7b1-87ec-438d-a072-96446b0d2408", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "5efdd7b1-87ec-438d-a072-96446b0d2408", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "5efdd7b1-87ec-438d-a072-96446b0d2408", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b-kserve-route-authn"} 2026-07-08T04:56:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "5efdd7b1-87ec-438d-a072-96446b0d2408", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "authType": "userdefined"} 2026-07-08T04:56:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "5efdd7b1-87ec-438d-a072-96446b0d2408", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e744b125-960d-4dcb-8c8d-61b6a2838eb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e744b125-960d-4dcb-8c8d-61b6a2838eb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-a4325b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T04:56:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e744b125-960d-4dcb-8c8d-61b6a2838eb6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-reuse-a4325b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T04:56:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "odh-trusted-ca-bundle", "reconcileID": "a7111835-f9b8-4598-9dcc-25be5df81073", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "odh-trusted-ca-bundle", "reconcileID": "a7111835-f9b8-4598-9dcc-25be5df81073", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "openshift-service-ca.crt", "reconcileID": "f482d175-9d2a-4b44-9ce6-f66614b7fa27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "openshift-service-ca.crt", "reconcileID": "f482d175-9d2a-4b44-9ce6-f66614b7fa27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43e9fe3b-a5b1-4f23-b7c8-97a3a0a81539", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43e9fe3b-a5b1-4f23-b7c8-97a3a0a81539", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "50dba6a4-c3f9-4604-9625-127a3c2cbc79", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "50dba6a4-c3f9-4604-9625-127a3c2cbc79", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "50dba6a4-c3f9-4604-9625-127a3c2cbc79", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "50dba6a4-c3f9-4604-9625-127a3c2cbc79", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b-kserve-route-authn"} 2026-07-08T04:56:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "50dba6a4-c3f9-4604-9625-127a3c2cbc79", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "authType": "userdefined"} 2026-07-08T04:56:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "50dba6a4-c3f9-4604-9625-127a3c2cbc79", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "45399bbf-6f02-4f9e-bd86-32e75b07c328", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:56:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "45399bbf-6f02-4f9e-bd86-32e75b07c328", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:56:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "45399bbf-6f02-4f9e-bd86-32e75b07c328", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:56:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "169029cd-2071-4e33-a85c-2b361fd1e54a", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "169029cd-2071-4e33-a85c-2b361fd1e54a", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b"} 2026-07-08T04:56:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "169029cd-2071-4e33-a85c-2b361fd1e54a", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "169029cd-2071-4e33-a85c-2b361fd1e54a", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "169029cd-2071-4e33-a85c-2b361fd1e54a", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b-kserve-route-authn"} 2026-07-08T04:56:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "169029cd-2071-4e33-a85c-2b361fd1e54a", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b-kserve-route-authn"} 2026-07-08T04:56:59Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "169029cd-2071-4e33-a85c-2b361fd1e54a", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:59Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "169029cd-2071-4e33-a85c-2b361fd1e54a", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "db43939a-4824-4e14-a615-5b7a563c31a5", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "db43939a-4824-4e14-a615-5b7a563c31a5", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b"} 2026-07-08T04:56:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "db43939a-4824-4e14-a615-5b7a563c31a5", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "db43939a-4824-4e14-a615-5b7a563c31a5", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "db43939a-4824-4e14-a615-5b7a563c31a5", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b-kserve-route-authn"} 2026-07-08T04:56:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "db43939a-4824-4e14-a615-5b7a563c31a5", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b-kserve-route-authn"} 2026-07-08T04:56:59Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "db43939a-4824-4e14-a615-5b7a563c31a5", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:59Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "db43939a-4824-4e14-a615-5b7a563c31a5", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a4325b","namespace":"ai-tenant-e2e-reuse-a4325b"}, "namespace": "ai-tenant-e2e-reuse-a4325b", "name": "test-model-a4325b", "reconcileID": "197e5c20-30ed-41a3-9d4c-2475493cb139", "LLMInferenceService": "test-model-a4325b", "namespace": "ai-tenant-e2e-reuse-a4325b"} 2026-07-08T04:56:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "6ff5ca14-79c1-4340-b37d-5f99a9058fb6", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:56:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "6ff5ca14-79c1-4340-b37d-5f99a9058fb6", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b-authn-ssl"} 2026-07-08T04:56:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-a4325b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-a4325b", "reconcileID": "6ff5ca14-79c1-4340-b37d-5f99a9058fb6", "Gateway": "e2e-reuse-a4325b", "namespace": "openshift-ingress"} 2026-07-08T04:57:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f87c81","namespace":"ai-tenant-e2e-inf-a-f87c81"}, "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "test-model-f87c81", "reconcileID": "58c1b008-fedf-4b1d-855a-3535fd234eda", "LLMInferenceService": "test-model-f87c81", "namespace": "ai-tenant-e2e-inf-a-f87c81"} 2026-07-08T04:57:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f87c81","namespace":"ai-tenant-e2e-inf-a-f87c81"}, "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "test-model-f87c81", "reconcileID": "58c1b008-fedf-4b1d-855a-3535fd234eda", "LLMInferenceService": "test-model-f87c81", "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "test-model-f87c81"} 2026-07-08T04:57:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f87c81","namespace":"ai-tenant-e2e-inf-a-f87c81"}, "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "test-model-f87c81", "reconcileID": "58c1b008-fedf-4b1d-855a-3535fd234eda", "LLMInferenceService": "test-model-f87c81", "namespace": "ai-tenant-e2e-inf-a-f87c81"} 2026-07-08T04:57:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f87c81","namespace":"ai-tenant-e2e-inf-a-f87c81"}, "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "test-model-f87c81", "reconcileID": "58c1b008-fedf-4b1d-855a-3535fd234eda", "LLMInferenceService": "test-model-f87c81", "namespace": "ai-tenant-e2e-inf-a-f87c81"} 2026-07-08T04:57:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f87c81","namespace":"ai-tenant-e2e-inf-a-f87c81"}, "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "test-model-f87c81", "reconcileID": "58c1b008-fedf-4b1d-855a-3535fd234eda", "LLMInferenceService": "test-model-f87c81", "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "test-model-f87c81-kserve-route-authn"} 2026-07-08T04:57:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f87c81","namespace":"ai-tenant-e2e-inf-a-f87c81"}, "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "test-model-f87c81", "reconcileID": "58c1b008-fedf-4b1d-855a-3535fd234eda", "LLMInferenceService": "test-model-f87c81", "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "test-model-f87c81-kserve-route-authn"} 2026-07-08T04:57:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f87c81","namespace":"ai-tenant-e2e-inf-a-f87c81"}, "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "test-model-f87c81", "reconcileID": "58c1b008-fedf-4b1d-855a-3535fd234eda", "LLMInferenceService": "test-model-f87c81", "namespace": "ai-tenant-e2e-inf-a-f87c81", "namespace": "ai-tenant-e2e-inf-a-f87c81"} 2026-07-08T04:57:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f87c81","namespace":"ai-tenant-e2e-inf-a-f87c81"}, "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "test-model-f87c81", "reconcileID": "58c1b008-fedf-4b1d-855a-3535fd234eda", "LLMInferenceService": "test-model-f87c81", "namespace": "ai-tenant-e2e-inf-a-f87c81", "namespace": "ai-tenant-e2e-inf-a-f87c81"} 2026-07-08T04:57:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f87c81","namespace":"ai-tenant-e2e-inf-a-f87c81"}, "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "test-model-f87c81", "reconcileID": "9458f9a1-2e1e-4df6-81b6-e8a5dd722e2f", "LLMInferenceService": "test-model-f87c81", "namespace": "ai-tenant-e2e-inf-a-f87c81"} 2026-07-08T04:57:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f87c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f87c81", "reconcileID": "97994812-2b51-472f-8ea2-39449eb2bba9", "Gateway": "e2e-inf-a-f87c81", "namespace": "openshift-ingress"} 2026-07-08T04:57:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f87c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f87c81", "reconcileID": "97994812-2b51-472f-8ea2-39449eb2bba9", "Gateway": "e2e-inf-a-f87c81", "namespace": "openshift-ingress", "name": "e2e-inf-a-f87c81-authn-ssl"} 2026-07-08T04:57:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f87c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f87c81", "reconcileID": "97994812-2b51-472f-8ea2-39449eb2bba9", "Gateway": "e2e-inf-a-f87c81", "namespace": "openshift-ingress"} 2026-07-08T04:57:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f87c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f87c81", "reconcileID": "9deaacaa-c493-4c14-a285-1e03c52a9566", "Gateway": "e2e-inf-a-f87c81", "namespace": "openshift-ingress"} 2026-07-08T04:57:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f87c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f87c81", "reconcileID": "9deaacaa-c493-4c14-a285-1e03c52a9566", "Gateway": "e2e-inf-a-f87c81", "namespace": "openshift-ingress", "name": "e2e-inf-a-f87c81-authn-ssl"} 2026-07-08T04:57:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f87c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f87c81", "reconcileID": "9deaacaa-c493-4c14-a285-1e03c52a9566", "Gateway": "e2e-inf-a-f87c81", "namespace": "openshift-ingress"} 2026-07-08T04:57:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-76a8b4","namespace":"ai-tenant-e2e-inf-b-76a8b4"}, "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "test-model-76a8b4", "reconcileID": "4cc9b08a-fd79-4ff7-84d0-e811b6ecd863", "LLMInferenceService": "test-model-76a8b4", "namespace": "ai-tenant-e2e-inf-b-76a8b4"} 2026-07-08T04:57:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-76a8b4","namespace":"ai-tenant-e2e-inf-b-76a8b4"}, "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "test-model-76a8b4", "reconcileID": "4cc9b08a-fd79-4ff7-84d0-e811b6ecd863", "LLMInferenceService": "test-model-76a8b4", "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "test-model-76a8b4"} 2026-07-08T04:57:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-76a8b4","namespace":"ai-tenant-e2e-inf-b-76a8b4"}, "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "test-model-76a8b4", "reconcileID": "4cc9b08a-fd79-4ff7-84d0-e811b6ecd863", "LLMInferenceService": "test-model-76a8b4", "namespace": "ai-tenant-e2e-inf-b-76a8b4"} 2026-07-08T04:57:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-76a8b4","namespace":"ai-tenant-e2e-inf-b-76a8b4"}, "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "test-model-76a8b4", "reconcileID": "4cc9b08a-fd79-4ff7-84d0-e811b6ecd863", "LLMInferenceService": "test-model-76a8b4", "namespace": "ai-tenant-e2e-inf-b-76a8b4"} 2026-07-08T04:57:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-76a8b4","namespace":"ai-tenant-e2e-inf-b-76a8b4"}, "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "test-model-76a8b4", "reconcileID": "4cc9b08a-fd79-4ff7-84d0-e811b6ecd863", "LLMInferenceService": "test-model-76a8b4", "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "test-model-76a8b4-kserve-route-authn"} 2026-07-08T04:57:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-76a8b4","namespace":"ai-tenant-e2e-inf-b-76a8b4"}, "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "test-model-76a8b4", "reconcileID": "4cc9b08a-fd79-4ff7-84d0-e811b6ecd863", "LLMInferenceService": "test-model-76a8b4", "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "test-model-76a8b4-kserve-route-authn"} 2026-07-08T04:57:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-76a8b4","namespace":"ai-tenant-e2e-inf-b-76a8b4"}, "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "test-model-76a8b4", "reconcileID": "4cc9b08a-fd79-4ff7-84d0-e811b6ecd863", "LLMInferenceService": "test-model-76a8b4", "namespace": "ai-tenant-e2e-inf-b-76a8b4", "namespace": "ai-tenant-e2e-inf-b-76a8b4"} 2026-07-08T04:57:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-76a8b4","namespace":"ai-tenant-e2e-inf-b-76a8b4"}, "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "test-model-76a8b4", "reconcileID": "4cc9b08a-fd79-4ff7-84d0-e811b6ecd863", "LLMInferenceService": "test-model-76a8b4", "namespace": "ai-tenant-e2e-inf-b-76a8b4", "namespace": "ai-tenant-e2e-inf-b-76a8b4"} 2026-07-08T04:57:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-76a8b4","namespace":"ai-tenant-e2e-inf-b-76a8b4"}, "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "test-model-76a8b4", "reconcileID": "b3d65231-e20e-42cd-a714-38a27a7f74b6", "LLMInferenceService": "test-model-76a8b4", "namespace": "ai-tenant-e2e-inf-b-76a8b4"} 2026-07-08T04:57:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-76a8b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-76a8b4", "reconcileID": "1a441d4e-322b-4344-a46e-956bfb462bd0", "Gateway": "e2e-inf-b-76a8b4", "namespace": "openshift-ingress"} 2026-07-08T04:57:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-76a8b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-76a8b4", "reconcileID": "1a441d4e-322b-4344-a46e-956bfb462bd0", "Gateway": "e2e-inf-b-76a8b4", "namespace": "openshift-ingress", "name": "e2e-inf-b-76a8b4-authn-ssl"} 2026-07-08T04:57:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-76a8b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-76a8b4", "reconcileID": "1a441d4e-322b-4344-a46e-956bfb462bd0", "Gateway": "e2e-inf-b-76a8b4", "namespace": "openshift-ingress"} 2026-07-08T04:57:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-76a8b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-76a8b4", "reconcileID": "7f0f389a-1a25-444a-9597-6fe55760dfed", "Gateway": "e2e-inf-b-76a8b4", "namespace": "openshift-ingress"} 2026-07-08T04:57:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-76a8b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-76a8b4", "reconcileID": "7f0f389a-1a25-444a-9597-6fe55760dfed", "Gateway": "e2e-inf-b-76a8b4", "namespace": "openshift-ingress", "name": "e2e-inf-b-76a8b4-authn-ssl"} 2026-07-08T04:57:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-76a8b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-76a8b4", "reconcileID": "7f0f389a-1a25-444a-9597-6fe55760dfed", "Gateway": "e2e-inf-b-76a8b4", "namespace": "openshift-ingress"} 2026-07-08T04:57:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "67ff3edb-3b33-45fd-af04-e6ff2ef94b38", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T04:57:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f87c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f87c81", "reconcileID": "87646bd1-492d-4cd8-8a97-489a5cb617da", "Gateway": "e2e-inf-a-f87c81", "namespace": "openshift-ingress"} 2026-07-08T04:57:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f87c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f87c81", "reconcileID": "87646bd1-492d-4cd8-8a97-489a5cb617da", "Gateway": "e2e-inf-a-f87c81", "namespace": "openshift-ingress", "name": "e2e-inf-a-f87c81-authn-ssl"} 2026-07-08T04:57:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-f87c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-f87c81", "reconcileID": "87646bd1-492d-4cd8-8a97-489a5cb617da", "Gateway": "e2e-inf-a-f87c81", "namespace": "openshift-ingress"} 2026-07-08T04:57:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eae04e57-f119-4bf6-a311-922702eea99c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T04:57:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-f87c81"}, "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "064e527a-eb4e-4191-84e2-6b2ea366bcbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-f87c81"} 2026-07-08T04:57:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-f87c81"}, "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "064e527a-eb4e-4191-84e2-6b2ea366bcbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-f87c81", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T04:57:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-f87c81"}, "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "064e527a-eb4e-4191-84e2-6b2ea366bcbc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-f87c81 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T04:57:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-f87c81"}, "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "odh-trusted-ca-bundle", "reconcileID": "abb218ff-5427-48ff-a7f0-f3e118b7f5db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-f87c81"} 2026-07-08T04:57:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-f87c81"}, "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "odh-trusted-ca-bundle", "reconcileID": "abb218ff-5427-48ff-a7f0-f3e118b7f5db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-f87c81"} 2026-07-08T04:57:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-f87c81"}, "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "openshift-service-ca.crt", "reconcileID": "75c67fe8-6c2d-4998-b040-c57bbdb70b1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-f87c81"} 2026-07-08T04:57:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-f87c81"}, "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "openshift-service-ca.crt", "reconcileID": "75c67fe8-6c2d-4998-b040-c57bbdb70b1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-f87c81"} 2026-07-08T04:57:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-f87c81"}, "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7112d0d9-5e6d-44cc-839e-883c6d391536", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-f87c81"} 2026-07-08T04:57:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-f87c81"}, "namespace": "ai-tenant-e2e-inf-a-f87c81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7112d0d9-5e6d-44cc-839e-883c6d391536", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-f87c81"} 2026-07-08T04:57:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cbaa5e5f-2288-4548-8d85-7bf6c8ff6f58", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T04:57:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-76a8b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-76a8b4", "reconcileID": "48300830-1306-4b2a-a99a-8a34c7bf1537", "Gateway": "e2e-inf-b-76a8b4", "namespace": "openshift-ingress"} 2026-07-08T04:57:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-76a8b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-76a8b4", "reconcileID": "48300830-1306-4b2a-a99a-8a34c7bf1537", "Gateway": "e2e-inf-b-76a8b4", "namespace": "openshift-ingress", "name": "e2e-inf-b-76a8b4-authn-ssl"} 2026-07-08T04:57:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-76a8b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-76a8b4", "reconcileID": "48300830-1306-4b2a-a99a-8a34c7bf1537", "Gateway": "e2e-inf-b-76a8b4", "namespace": "openshift-ingress"} 2026-07-08T04:57:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-76a8b4"}, "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8236896-085e-449a-981a-13d787cad2c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-76a8b4"} 2026-07-08T04:57:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-76a8b4"}, "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8236896-085e-449a-981a-13d787cad2c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-76a8b4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T04:57:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-76a8b4"}, "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8236896-085e-449a-981a-13d787cad2c0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-76a8b4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T04:57:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-76a8b4"}, "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "odh-trusted-ca-bundle", "reconcileID": "ceb47aa4-66b7-42c4-b7af-fbecda5d950f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-76a8b4"} 2026-07-08T04:57:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-76a8b4"}, "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "odh-trusted-ca-bundle", "reconcileID": "ceb47aa4-66b7-42c4-b7af-fbecda5d950f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-76a8b4"} 2026-07-08T04:57:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-76a8b4"}, "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "openshift-service-ca.crt", "reconcileID": "d57b328d-3129-4b8c-9278-df82790bd174", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-76a8b4"} 2026-07-08T04:57:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-76a8b4"}, "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "openshift-service-ca.crt", "reconcileID": "d57b328d-3129-4b8c-9278-df82790bd174", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-76a8b4"} 2026-07-08T04:57:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-76a8b4"}, "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b69a6fef-f5cf-460c-8669-d888c80f79a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-76a8b4"} 2026-07-08T04:57:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-76a8b4"}, "namespace": "ai-tenant-e2e-inf-b-76a8b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b69a6fef-f5cf-460c-8669-d888c80f79a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-76a8b4"} 2026-07-08T04:57:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "fe2f0973-6fba-4dc7-bb89-547b04449329", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:57:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "fe2f0973-6fba-4dc7-bb89-547b04449329", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress", "name": "e2e-api-a-284d57-authn-ssl"} 2026-07-08T04:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "fe2f0973-6fba-4dc7-bb89-547b04449329", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:57:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "3e658eb6-51cf-4555-8a19-29a003c6e61f", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:57:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "3e658eb6-51cf-4555-8a19-29a003c6e61f", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress", "name": "e2e-api-a-284d57-authn-ssl"} 2026-07-08T04:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "3e658eb6-51cf-4555-8a19-29a003c6e61f", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:57:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "0360b852-be65-4688-97e1-b29aa9b2e03b", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:57:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "0360b852-be65-4688-97e1-b29aa9b2e03b", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress", "name": "e2e-api-a-284d57-authn-ssl"} 2026-07-08T04:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "0360b852-be65-4688-97e1-b29aa9b2e03b", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:57:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "29c57194-080a-4f97-867b-3327d1605a43", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:57:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "29c57194-080a-4f97-867b-3327d1605a43", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress", "name": "e2e-api-a-284d57-authn-ssl"} 2026-07-08T04:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "29c57194-080a-4f97-867b-3327d1605a43", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:57:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "a9dde6b5-2166-46aa-bd7a-5348a9e776ca", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:57:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "a9dde6b5-2166-46aa-bd7a-5348a9e776ca", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress", "name": "e2e-api-a-284d57-authn-ssl"} 2026-07-08T04:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "a9dde6b5-2166-46aa-bd7a-5348a9e776ca", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:57:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "1b92e6c6-760d-46b9-8919-4339bf8a95d1", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:57:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "1b92e6c6-760d-46b9-8919-4339bf8a95d1", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress", "name": "e2e-api-a-284d57-authn-ssl"} 2026-07-08T04:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "1b92e6c6-760d-46b9-8919-4339bf8a95d1", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:57:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "cf307f5d-f135-40fc-8599-1f7142a6c856", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:57:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "cf307f5d-f135-40fc-8599-1f7142a6c856", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress", "name": "e2e-api-a-284d57-authn-ssl"} 2026-07-08T04:57:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "cf307f5d-f135-40fc-8599-1f7142a6c856", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:58:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-284d57"}, "namespace": "ai-tenant-e2e-api-a-284d57", "name": "openshift-service-ca.crt", "reconcileID": "a5953216-3138-454c-9139-09bf402a9e45", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-284d57"} 2026-07-08T04:58:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-284d57"}, "namespace": "ai-tenant-e2e-api-a-284d57", "name": "odh-trusted-ca-bundle", "reconcileID": "293bfa3d-da85-42ea-8e14-495b5b441ec8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-284d57"} 2026-07-08T04:58:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-284d57"}, "namespace": "ai-tenant-e2e-api-a-284d57", "name": "openshift-service-ca.crt", "reconcileID": "5feecb4d-7d4f-43b3-ac3a-50de032f4866", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-284d57", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T04:58:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-284d57"}, "namespace": "ai-tenant-e2e-api-a-284d57", "name": "openshift-service-ca.crt", "reconcileID": "5feecb4d-7d4f-43b3-ac3a-50de032f4866", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-284d57"} 2026-07-08T04:58:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-284d57"}, "namespace": "ai-tenant-e2e-api-a-284d57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09b13d84-175e-47d7-85e9-9e1553cd106f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-284d57"} 2026-07-08T04:58:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-284d57"}, "namespace": "ai-tenant-e2e-api-a-284d57", "name": "openshift-service-ca.crt", "reconcileID": "dc3de967-522e-4200-a7d9-900abaf81bae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-284d57"} 2026-07-08T04:58:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-284d57"}, "namespace": "ai-tenant-e2e-api-a-284d57", "name": "odh-trusted-ca-bundle", "reconcileID": "245b62b5-0b1d-4e47-ac5a-8ca4acaf7ee7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-284d57", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T04:58:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-284d57"}, "namespace": "ai-tenant-e2e-api-a-284d57", "name": "odh-trusted-ca-bundle", "reconcileID": "245b62b5-0b1d-4e47-ac5a-8ca4acaf7ee7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-284d57"} 2026-07-08T04:58:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-284d57"}, "namespace": "ai-tenant-e2e-api-a-284d57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08594c52-6f16-452c-9b40-b2c307bc72c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-284d57"} 2026-07-08T04:58:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "af633fac-7687-48b6-8994-67c753c4761b", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:58:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "af633fac-7687-48b6-8994-67c753c4761b", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress", "name": "e2e-api-a-284d57-authn-ssl"} 2026-07-08T04:58:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "af633fac-7687-48b6-8994-67c753c4761b", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:58:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "89f93630-1f55-46cd-a09d-6f295b17a378", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T04:58:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "a70beed6-2175-4ea2-8f69-63c9c5c4b39d", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress"} 2026-07-08T04:58:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "a70beed6-2175-4ea2-8f69-63c9c5c4b39d", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e-authn-ssl"} 2026-07-08T04:58:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "a70beed6-2175-4ea2-8f69-63c9c5c4b39d", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress"} 2026-07-08T04:58:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "356d66f5-5f72-4dbe-9935-e1cf7c21c248", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress"} 2026-07-08T04:58:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "356d66f5-5f72-4dbe-9935-e1cf7c21c248", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e-authn-ssl"} 2026-07-08T04:58:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "356d66f5-5f72-4dbe-9935-e1cf7c21c248", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress"} 2026-07-08T04:58:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "05fdbf23-7edc-4581-b0c9-55c53bc9dda3", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress"} 2026-07-08T04:58:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "05fdbf23-7edc-4581-b0c9-55c53bc9dda3", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e-authn-ssl"} 2026-07-08T04:58:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "05fdbf23-7edc-4581-b0c9-55c53bc9dda3", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress"} 2026-07-08T04:58:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "ea79205e-53d5-4066-9aea-d65188ba190a", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress"} 2026-07-08T04:58:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "ea79205e-53d5-4066-9aea-d65188ba190a", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e-authn-ssl"} 2026-07-08T04:58:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "ea79205e-53d5-4066-9aea-d65188ba190a", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress"} 2026-07-08T04:58:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "9760c1ed-e5b7-4f35-bae2-dcbeb72998af", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress"} 2026-07-08T04:58:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "9760c1ed-e5b7-4f35-bae2-dcbeb72998af", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e-authn-ssl"} 2026-07-08T04:58:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "9760c1ed-e5b7-4f35-bae2-dcbeb72998af", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress"} 2026-07-08T04:58:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "b46e0603-b1fb-4201-96c6-37aeeb18dbe2", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress"} 2026-07-08T04:58:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "b46e0603-b1fb-4201-96c6-37aeeb18dbe2", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e-authn-ssl"} 2026-07-08T04:58:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "b46e0603-b1fb-4201-96c6-37aeeb18dbe2", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress"} 2026-07-08T04:58:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "8566ec87-1bce-42a4-8457-644c8d6fec0f", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress"} 2026-07-08T04:58:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "8566ec87-1bce-42a4-8457-644c8d6fec0f", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e-authn-ssl"} 2026-07-08T04:58:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "8566ec87-1bce-42a4-8457-644c8d6fec0f", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress"} 2026-07-08T04:58:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "d646b78b-6bcc-4173-a909-1dc6a759d0d6", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:58:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "d646b78b-6bcc-4173-a909-1dc6a759d0d6", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress", "name": "e2e-api-a-284d57-authn-ssl"} 2026-07-08T04:58:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "d646b78b-6bcc-4173-a909-1dc6a759d0d6", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:58:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7f2f6e"}, "namespace": "ai-tenant-e2e-api-b-7f2f6e", "name": "openshift-service-ca.crt", "reconcileID": "8e450548-ec28-4423-bf4d-a160b41b07a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7f2f6e"} 2026-07-08T04:58:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7f2f6e"}, "namespace": "ai-tenant-e2e-api-b-7f2f6e", "name": "odh-trusted-ca-bundle", "reconcileID": "dea35ca8-4ad4-4497-b375-4a4fe1ef5e2c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7f2f6e"} 2026-07-08T04:58:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7f2f6e"}, "namespace": "ai-tenant-e2e-api-b-7f2f6e", "name": "openshift-service-ca.crt", "reconcileID": "01fedcf1-c6e3-4849-a27e-6ca4f596c349", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7f2f6e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T04:58:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7f2f6e"}, "namespace": "ai-tenant-e2e-api-b-7f2f6e", "name": "openshift-service-ca.crt", "reconcileID": "01fedcf1-c6e3-4849-a27e-6ca4f596c349", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7f2f6e"} 2026-07-08T04:58:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7f2f6e"}, "namespace": "ai-tenant-e2e-api-b-7f2f6e", "name": "openshift-service-ca.crt", "reconcileID": "d1c5998a-756b-486a-ad71-f7efc017369f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7f2f6e"} 2026-07-08T04:58:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7f2f6e"}, "namespace": "ai-tenant-e2e-api-b-7f2f6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f217a4bf-e629-4b38-933f-e3983c45a717", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7f2f6e"} 2026-07-08T04:58:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7f2f6e"}, "namespace": "ai-tenant-e2e-api-b-7f2f6e", "name": "odh-trusted-ca-bundle", "reconcileID": "1f84b3a6-624b-4cf0-b77c-798f8e9017b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7f2f6e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T04:58:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7f2f6e"}, "namespace": "ai-tenant-e2e-api-b-7f2f6e", "name": "odh-trusted-ca-bundle", "reconcileID": "1f84b3a6-624b-4cf0-b77c-798f8e9017b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7f2f6e"} 2026-07-08T04:58:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7f2f6e"}, "namespace": "ai-tenant-e2e-api-b-7f2f6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0d661b2-8d0d-4f21-8f89-48e632bd17d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7f2f6e"} 2026-07-08T04:58:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "8820d8fc-ae6e-4004-a370-bbc95dd9cdd1", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress"} 2026-07-08T04:58:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "8820d8fc-ae6e-4004-a370-bbc95dd9cdd1", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e-authn-ssl"} 2026-07-08T04:58:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "8820d8fc-ae6e-4004-a370-bbc95dd9cdd1", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress"} 2026-07-08T04:58:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d1a88f22-98cb-47e6-ba7d-d8149c0291e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T04:58:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "9356d8cc-3d9c-431c-8acf-59a9d450dc61", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:58:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "9356d8cc-3d9c-431c-8acf-59a9d450dc61", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress", "name": "e2e-api-a-284d57-authn-ssl"} 2026-07-08T04:58:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "9356d8cc-3d9c-431c-8acf-59a9d450dc61", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:58:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "3b6bfb6e-f14b-42a4-ad33-12b2ceb9f7e7", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress"} 2026-07-08T04:58:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "3b6bfb6e-f14b-42a4-ad33-12b2ceb9f7e7", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e-authn-ssl"} 2026-07-08T04:58:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "3b6bfb6e-f14b-42a4-ad33-12b2ceb9f7e7", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress"} 2026-07-08T04:58:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7e240e36-bdec-43dd-95fa-2092e2a00ea8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T04:58:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "79b5cee3-b24c-4fc5-af95-844850f1c7f2", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:58:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "79b5cee3-b24c-4fc5-af95-844850f1c7f2", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress", "name": "e2e-api-a-284d57-authn-ssl"} 2026-07-08T04:58:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-284d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-284d57", "reconcileID": "79b5cee3-b24c-4fc5-af95-844850f1c7f2", "Gateway": "e2e-api-a-284d57", "namespace": "openshift-ingress"} 2026-07-08T04:58:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-284d57"}, "namespace": "ai-tenant-e2e-api-a-284d57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d7cd838-2544-4471-af41-e3b99989e031", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-284d57"} 2026-07-08T04:58:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-284d57"}, "namespace": "ai-tenant-e2e-api-a-284d57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d7cd838-2544-4471-af41-e3b99989e031", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-284d57", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T04:58:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-284d57"}, "namespace": "ai-tenant-e2e-api-a-284d57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d7cd838-2544-4471-af41-e3b99989e031", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-284d57 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T04:58:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-284d57"}, "namespace": "ai-tenant-e2e-api-a-284d57", "name": "odh-trusted-ca-bundle", "reconcileID": "e3a01b15-aec0-4d17-9c97-5a6a4778b6a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-284d57"} 2026-07-08T04:58:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-284d57"}, "namespace": "ai-tenant-e2e-api-a-284d57", "name": "odh-trusted-ca-bundle", "reconcileID": "e3a01b15-aec0-4d17-9c97-5a6a4778b6a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-284d57"} 2026-07-08T04:58:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-284d57"}, "namespace": "ai-tenant-e2e-api-a-284d57", "name": "openshift-service-ca.crt", "reconcileID": "802c7253-4b06-4b48-aa86-96a9c9d20304", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-284d57"} 2026-07-08T04:58:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-284d57"}, "namespace": "ai-tenant-e2e-api-a-284d57", "name": "openshift-service-ca.crt", "reconcileID": "802c7253-4b06-4b48-aa86-96a9c9d20304", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-284d57"} 2026-07-08T04:58:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-284d57"}, "namespace": "ai-tenant-e2e-api-a-284d57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e545404d-f213-4f2b-b9f2-64d431963324", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-284d57"} 2026-07-08T04:58:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-284d57"}, "namespace": "ai-tenant-e2e-api-a-284d57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e545404d-f213-4f2b-b9f2-64d431963324", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-284d57"} 2026-07-08T04:58:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9cfea8ba-429d-4d49-b216-8262e5499d58", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T04:58:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "6e0eeaac-432e-4f78-ac47-5559bb0de392", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress"} 2026-07-08T04:58:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "6e0eeaac-432e-4f78-ac47-5559bb0de392", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e-authn-ssl"} 2026-07-08T04:58:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-7f2f6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-7f2f6e", "reconcileID": "6e0eeaac-432e-4f78-ac47-5559bb0de392", "Gateway": "e2e-api-b-7f2f6e", "namespace": "openshift-ingress"} 2026-07-08T04:58:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7f2f6e"}, "namespace": "ai-tenant-e2e-api-b-7f2f6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1f47c13-cb87-4511-a311-e83806d192dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7f2f6e"} 2026-07-08T04:58:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7f2f6e"}, "namespace": "ai-tenant-e2e-api-b-7f2f6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1f47c13-cb87-4511-a311-e83806d192dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7f2f6e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T04:58:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7f2f6e"}, "namespace": "ai-tenant-e2e-api-b-7f2f6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1f47c13-cb87-4511-a311-e83806d192dd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-7f2f6e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T04:58:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7f2f6e"}, "namespace": "ai-tenant-e2e-api-b-7f2f6e", "name": "odh-trusted-ca-bundle", "reconcileID": "6731be06-708d-471c-988f-4b2a886b29bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7f2f6e"} 2026-07-08T04:58:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-7f2f6e"}, "namespace": "ai-tenant-e2e-api-b-7f2f6e", "name": "odh-trusted-ca-bundle", "reconcileID": "6731be06-708d-471c-988f-4b2a886b29bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7f2f6e"} 2026-07-08T04:58:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7f2f6e"}, "namespace": "ai-tenant-e2e-api-b-7f2f6e", "name": "openshift-service-ca.crt", "reconcileID": "7cfa69a0-3892-4951-8452-d6b77923b11b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7f2f6e"} 2026-07-08T04:58:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-7f2f6e"}, "namespace": "ai-tenant-e2e-api-b-7f2f6e", "name": "openshift-service-ca.crt", "reconcileID": "7cfa69a0-3892-4951-8452-d6b77923b11b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-7f2f6e"} 2026-07-08T04:58:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7f2f6e"}, "namespace": "ai-tenant-e2e-api-b-7f2f6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ea1ab8a-2d43-4764-969a-24b3c0d7e884", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7f2f6e"} 2026-07-08T04:58:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-7f2f6e"}, "namespace": "ai-tenant-e2e-api-b-7f2f6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ea1ab8a-2d43-4764-969a-24b3c0d7e884", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-7f2f6e"} 2026-07-08T04:58:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "7da61f11-071b-432e-b7a5-9b757f33b97a", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress"} 2026-07-08T04:58:35Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "7da61f11-071b-432e-b7a5-9b757f33b97a", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d-authn-ssl"} 2026-07-08T04:58:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "7da61f11-071b-432e-b7a5-9b757f33b97a", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress"} 2026-07-08T04:58:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "045ea634-72f1-4a48-8fa1-d7388b992c9d", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress"} 2026-07-08T04:58:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "045ea634-72f1-4a48-8fa1-d7388b992c9d", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d-authn-ssl"} 2026-07-08T04:58:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "045ea634-72f1-4a48-8fa1-d7388b992c9d", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress"} 2026-07-08T04:58:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "b3d92dc7-c1dd-4c89-ab50-972b664ba96f", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress"} 2026-07-08T04:58:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "b3d92dc7-c1dd-4c89-ab50-972b664ba96f", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d-authn-ssl"} 2026-07-08T04:58:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "b3d92dc7-c1dd-4c89-ab50-972b664ba96f", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress"} 2026-07-08T04:58:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "7833434a-da8f-4c01-b55f-8d37a5b29d8e", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress"} 2026-07-08T04:58:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "7833434a-da8f-4c01-b55f-8d37a5b29d8e", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d-authn-ssl"} 2026-07-08T04:58:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "7833434a-da8f-4c01-b55f-8d37a5b29d8e", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress"} 2026-07-08T04:58:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "76a443a6-ad41-4d30-8717-5b57212a3262", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress"} 2026-07-08T04:58:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "76a443a6-ad41-4d30-8717-5b57212a3262", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d-authn-ssl"} 2026-07-08T04:58:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "76a443a6-ad41-4d30-8717-5b57212a3262", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress"} 2026-07-08T04:58:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "46028895-701d-4f28-9261-e475cd77cc1d", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress"} 2026-07-08T04:58:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "46028895-701d-4f28-9261-e475cd77cc1d", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d-authn-ssl"} 2026-07-08T04:58:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "46028895-701d-4f28-9261-e475cd77cc1d", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress"} 2026-07-08T04:58:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "66b7ef22-d4f8-4e2e-b1cc-b727e04be983", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress"} 2026-07-08T04:58:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "66b7ef22-d4f8-4e2e-b1cc-b727e04be983", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d-authn-ssl"} 2026-07-08T04:58:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "66b7ef22-d4f8-4e2e-b1cc-b727e04be983", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress"} 2026-07-08T04:58:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-83995d"}, "namespace": "ai-tenant-e2e-shared-a-83995d", "name": "openshift-service-ca.crt", "reconcileID": "e95b959f-2c9d-4606-8733-a9113df3c105", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-83995d"} 2026-07-08T04:58:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83995d"}, "namespace": "ai-tenant-e2e-shared-a-83995d", "name": "odh-trusted-ca-bundle", "reconcileID": "89f51fa4-5561-473a-8407-b64be7996110", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83995d"} 2026-07-08T04:58:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-83995d"}, "namespace": "ai-tenant-e2e-shared-a-83995d", "name": "openshift-service-ca.crt", "reconcileID": "1b4f7d16-fe28-4f89-9dfa-2ea51c9d6ed1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-83995d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T04:58:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-83995d"}, "namespace": "ai-tenant-e2e-shared-a-83995d", "name": "openshift-service-ca.crt", "reconcileID": "1b4f7d16-fe28-4f89-9dfa-2ea51c9d6ed1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-83995d"} 2026-07-08T04:58:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83995d"}, "namespace": "ai-tenant-e2e-shared-a-83995d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e4c9354-5433-4561-aaba-da82b982d6a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83995d"} 2026-07-08T04:58:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-83995d"}, "namespace": "ai-tenant-e2e-shared-a-83995d", "name": "openshift-service-ca.crt", "reconcileID": "7e4947ef-a4e2-4219-83bd-84590a9d0270", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-83995d"} 2026-07-08T04:58:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83995d"}, "namespace": "ai-tenant-e2e-shared-a-83995d", "name": "odh-trusted-ca-bundle", "reconcileID": "25784f95-579b-499e-ae96-3baf433bcf40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83995d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T04:58:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83995d"}, "namespace": "ai-tenant-e2e-shared-a-83995d", "name": "odh-trusted-ca-bundle", "reconcileID": "25784f95-579b-499e-ae96-3baf433bcf40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83995d"} 2026-07-08T04:58:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83995d"}, "namespace": "ai-tenant-e2e-shared-a-83995d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "259e64ef-b7de-4368-98d6-c28f17191ee1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83995d"} 2026-07-08T04:58:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "8008c906-5858-4fb5-86c0-1f4a0dce2108", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress"} 2026-07-08T04:58:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "8008c906-5858-4fb5-86c0-1f4a0dce2108", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d-authn-ssl"} 2026-07-08T04:58:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "8008c906-5858-4fb5-86c0-1f4a0dce2108", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress"} 2026-07-08T04:58:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5919cf58-09c9-48e1-a76c-417622cbf8c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T04:58:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "8ebe39ff-dbab-4b89-81d4-49eeae28b04d", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress"} 2026-07-08T04:58:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "8ebe39ff-dbab-4b89-81d4-49eeae28b04d", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec-authn-ssl"} 2026-07-08T04:58:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "8ebe39ff-dbab-4b89-81d4-49eeae28b04d", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress"} 2026-07-08T04:58:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "d57174b4-b4e5-4cb2-ac80-7ea66e4dda50", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress"} 2026-07-08T04:58:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "d57174b4-b4e5-4cb2-ac80-7ea66e4dda50", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec-authn-ssl"} 2026-07-08T04:58:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "d57174b4-b4e5-4cb2-ac80-7ea66e4dda50", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress"} 2026-07-08T04:58:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "70a98698-ff96-41e4-b448-17647893fbcc", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress"} 2026-07-08T04:58:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "70a98698-ff96-41e4-b448-17647893fbcc", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec-authn-ssl"} 2026-07-08T04:58:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "70a98698-ff96-41e4-b448-17647893fbcc", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress"} 2026-07-08T04:58:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "20795e4e-5d39-4c07-99d3-e5c0290fd116", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress"} 2026-07-08T04:58:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "20795e4e-5d39-4c07-99d3-e5c0290fd116", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec-authn-ssl"} 2026-07-08T04:58:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "20795e4e-5d39-4c07-99d3-e5c0290fd116", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress"} 2026-07-08T04:58:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "67e6a87b-0376-4b18-afc5-869895a34f1c", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress"} 2026-07-08T04:58:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "67e6a87b-0376-4b18-afc5-869895a34f1c", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec-authn-ssl"} 2026-07-08T04:58:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "67e6a87b-0376-4b18-afc5-869895a34f1c", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress"} 2026-07-08T04:58:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "f04525db-4a7d-4831-8e8f-c858dab0aa9d", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress"} 2026-07-08T04:58:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "f04525db-4a7d-4831-8e8f-c858dab0aa9d", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec-authn-ssl"} 2026-07-08T04:58:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "f04525db-4a7d-4831-8e8f-c858dab0aa9d", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress"} 2026-07-08T04:58:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "d0e7cb1b-d889-4ec2-bbf3-caf7060401de", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress"} 2026-07-08T04:58:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "d0e7cb1b-d889-4ec2-bbf3-caf7060401de", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec-authn-ssl"} 2026-07-08T04:58:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "d0e7cb1b-d889-4ec2-bbf3-caf7060401de", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress"} 2026-07-08T04:58:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bd94ec"}, "namespace": "ai-tenant-e2e-shared-b-bd94ec", "name": "openshift-service-ca.crt", "reconcileID": "9bcd91e4-bf74-4347-b2a0-081cbe7621a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bd94ec"} 2026-07-08T04:58:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bd94ec"}, "namespace": "ai-tenant-e2e-shared-b-bd94ec", "name": "openshift-service-ca.crt", "reconcileID": "22d8ba25-ff62-4406-b3c9-cb96a08b9b70", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bd94ec", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T04:58:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bd94ec"}, "namespace": "ai-tenant-e2e-shared-b-bd94ec", "name": "openshift-service-ca.crt", "reconcileID": "22d8ba25-ff62-4406-b3c9-cb96a08b9b70", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bd94ec"} 2026-07-08T04:58:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd94ec"}, "namespace": "ai-tenant-e2e-shared-b-bd94ec", "name": "odh-trusted-ca-bundle", "reconcileID": "8451b5ad-e24e-4974-896a-eda0b5cb8315", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd94ec"} 2026-07-08T04:58:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd94ec"}, "namespace": "ai-tenant-e2e-shared-b-bd94ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d85db777-2ef8-463f-a39d-2a0de87ee7c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd94ec"} 2026-07-08T04:58:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bd94ec"}, "namespace": "ai-tenant-e2e-shared-b-bd94ec", "name": "openshift-service-ca.crt", "reconcileID": "b1a65e32-7a54-4e10-9dae-d451bdc91bdf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bd94ec"} 2026-07-08T04:58:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd94ec"}, "namespace": "ai-tenant-e2e-shared-b-bd94ec", "name": "odh-trusted-ca-bundle", "reconcileID": "528082ae-7dab-41e1-a0b2-68804ea235b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd94ec", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T04:58:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd94ec"}, "namespace": "ai-tenant-e2e-shared-b-bd94ec", "name": "odh-trusted-ca-bundle", "reconcileID": "528082ae-7dab-41e1-a0b2-68804ea235b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd94ec"} 2026-07-08T04:58:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd94ec"}, "namespace": "ai-tenant-e2e-shared-b-bd94ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdf5463d-943a-469d-a2c7-e7d65bd2b486", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd94ec"} 2026-07-08T04:58:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "695717b1-8820-438b-94bc-e703b7bd1850", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress"} 2026-07-08T04:58:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "695717b1-8820-438b-94bc-e703b7bd1850", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec-authn-ssl"} 2026-07-08T04:58:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "695717b1-8820-438b-94bc-e703b7bd1850", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress"} 2026-07-08T04:58:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e0ae0edb-b363-4b08-8909-830f2191e213", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T04:58:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "b239bd5c-29cb-48b1-9bd4-2b7fd741f09e", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress"} 2026-07-08T04:58:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "b239bd5c-29cb-48b1-9bd4-2b7fd741f09e", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d-authn-ssl"} 2026-07-08T04:58:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "b239bd5c-29cb-48b1-9bd4-2b7fd741f09e", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress"} 2026-07-08T04:58:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "814962bb-bade-48ce-bd59-95c97b28e626", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress"} 2026-07-08T04:58:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "814962bb-bade-48ce-bd59-95c97b28e626", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec-authn-ssl"} 2026-07-08T04:58:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "814962bb-bade-48ce-bd59-95c97b28e626", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress"} 2026-07-08T04:59:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "775ee46d-d194-4137-a79c-8eb695de57f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T04:59:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ef3337f0-5dcc-46b4-8ce0-d06f15c324e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T04:59:09Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T04:59:09Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T04:59:11Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T04:59:11Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T05:01:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7e91e0a0-1586-4538-8968-48011a385d30", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T05:01:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "a6a12833-1af2-43c3-81f1-ccd743773c4e", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress"} 2026-07-08T05:01:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "a6a12833-1af2-43c3-81f1-ccd743773c4e", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d-authn-ssl"} 2026-07-08T05:01:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83995d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83995d", "reconcileID": "a6a12833-1af2-43c3-81f1-ccd743773c4e", "Gateway": "e2e-shared-a-83995d", "namespace": "openshift-ingress"} 2026-07-08T05:02:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83995d"}, "namespace": "ai-tenant-e2e-shared-a-83995d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5886b7f-45dc-46d3-a6e5-1250f5b222cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83995d"} 2026-07-08T05:02:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83995d"}, "namespace": "ai-tenant-e2e-shared-a-83995d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5886b7f-45dc-46d3-a6e5-1250f5b222cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83995d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T05:02:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83995d"}, "namespace": "ai-tenant-e2e-shared-a-83995d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5886b7f-45dc-46d3-a6e5-1250f5b222cf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-83995d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T05:02:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83995d"}, "namespace": "ai-tenant-e2e-shared-a-83995d", "name": "odh-trusted-ca-bundle", "reconcileID": "8d0a9ab9-2bae-49db-b538-886c93213aaa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83995d"} 2026-07-08T05:02:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83995d"}, "namespace": "ai-tenant-e2e-shared-a-83995d", "name": "odh-trusted-ca-bundle", "reconcileID": "8d0a9ab9-2bae-49db-b538-886c93213aaa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83995d"} 2026-07-08T05:02:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-83995d"}, "namespace": "ai-tenant-e2e-shared-a-83995d", "name": "openshift-service-ca.crt", "reconcileID": "cf79ffa9-1799-4663-866b-0b56e7caf0d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-83995d"} 2026-07-08T05:02:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-83995d"}, "namespace": "ai-tenant-e2e-shared-a-83995d", "name": "openshift-service-ca.crt", "reconcileID": "cf79ffa9-1799-4663-866b-0b56e7caf0d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-83995d"} 2026-07-08T05:02:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83995d"}, "namespace": "ai-tenant-e2e-shared-a-83995d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a77698c-dad1-42f0-9e49-d9af763a87dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83995d"} 2026-07-08T05:02:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83995d"}, "namespace": "ai-tenant-e2e-shared-a-83995d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a77698c-dad1-42f0-9e49-d9af763a87dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83995d"} 2026-07-08T05:02:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4f1fa98e-0d98-434b-88a4-26fe251dae4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T05:02:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "f69d04af-5986-49ce-8e00-6a036467f417", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress"} 2026-07-08T05:02:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "f69d04af-5986-49ce-8e00-6a036467f417", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec-authn-ssl"} 2026-07-08T05:02:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bd94ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bd94ec", "reconcileID": "f69d04af-5986-49ce-8e00-6a036467f417", "Gateway": "e2e-shared-b-bd94ec", "namespace": "openshift-ingress"} 2026-07-08T05:02:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd94ec"}, "namespace": "ai-tenant-e2e-shared-b-bd94ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a484813-1f4f-44d8-af56-6c7c75a8ff03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd94ec"} 2026-07-08T05:02:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd94ec"}, "namespace": "ai-tenant-e2e-shared-b-bd94ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a484813-1f4f-44d8-af56-6c7c75a8ff03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd94ec", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T05:02:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd94ec"}, "namespace": "ai-tenant-e2e-shared-b-bd94ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a484813-1f4f-44d8-af56-6c7c75a8ff03", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-bd94ec because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T05:02:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd94ec"}, "namespace": "ai-tenant-e2e-shared-b-bd94ec", "name": "odh-trusted-ca-bundle", "reconcileID": "af6cb5c6-5aaf-4abc-8d6d-225288610dfe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd94ec"} 2026-07-08T05:02:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd94ec"}, "namespace": "ai-tenant-e2e-shared-b-bd94ec", "name": "odh-trusted-ca-bundle", "reconcileID": "af6cb5c6-5aaf-4abc-8d6d-225288610dfe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd94ec"} 2026-07-08T05:02:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bd94ec"}, "namespace": "ai-tenant-e2e-shared-b-bd94ec", "name": "openshift-service-ca.crt", "reconcileID": "188d32c6-7aca-4e36-9bad-da4ca26e87c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bd94ec"} 2026-07-08T05:02:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bd94ec"}, "namespace": "ai-tenant-e2e-shared-b-bd94ec", "name": "openshift-service-ca.crt", "reconcileID": "188d32c6-7aca-4e36-9bad-da4ca26e87c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bd94ec"} 2026-07-08T05:02:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd94ec"}, "namespace": "ai-tenant-e2e-shared-b-bd94ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96fe41f5-d0d6-406b-b026-aae9890c3cc1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd94ec"} 2026-07-08T05:02:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bd94ec"}, "namespace": "ai-tenant-e2e-shared-b-bd94ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96fe41f5-d0d6-406b-b026-aae9890c3cc1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bd94ec"}