2026-06-11T15:04:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22e45b5f-ff58-44df-9711-54d1aa3c179b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22e45b5f-ff58-44df-9711-54d1aa3c179b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:04:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d597cb82-2f84-4361-8389-13c529ddc97d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T15:04:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d597cb82-2f84-4361-8389-13c529ddc97d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:04:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d597cb82-2f84-4361-8389-13c529ddc97d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:04:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22e45b5f-ff58-44df-9711-54d1aa3c179b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3d356a7d-c550-4532-aaea-704fc0e341b4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:04:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3d356a7d-c550-4532-aaea-704fc0e341b4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:04:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3d356a7d-c550-4532-aaea-704fc0e341b4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:04:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b531463c-22b3-48e0-800c-cbf4eef40e41", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3d356a7d-c550-4532-aaea-704fc0e341b4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T15:04:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3d356a7d-c550-4532-aaea-704fc0e341b4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:04:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3d356a7d-c550-4532-aaea-704fc0e341b4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:04:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b531463c-22b3-48e0-800c-cbf4eef40e41", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:04:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b531463c-22b3-48e0-800c-cbf4eef40e41", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6125a882-92e4-4fe4-92bc-0f49b5ceb850", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:04:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6125a882-92e4-4fe4-92bc-0f49b5ceb850", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:04:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6125a882-92e4-4fe4-92bc-0f49b5ceb850", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:04:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6125a882-92e4-4fe4-92bc-0f49b5ceb850", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T15:04:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6125a882-92e4-4fe4-92bc-0f49b5ceb850", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:04:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6125a882-92e4-4fe4-92bc-0f49b5ceb850", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:04:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0df8d622-e0f0-45cd-b9d1-f542c532b654", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:04:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0df8d622-e0f0-45cd-b9d1-f542c532b654", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:04:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0df8d622-e0f0-45cd-b9d1-f542c532b654", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:04:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba623c40-b4e0-4a0b-862c-26b44e888d85", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0df8d622-e0f0-45cd-b9d1-f542c532b654", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T15:04:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0df8d622-e0f0-45cd-b9d1-f542c532b654", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:04:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0df8d622-e0f0-45cd-b9d1-f542c532b654", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:04:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba623c40-b4e0-4a0b-862c-26b44e888d85", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:04:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba623c40-b4e0-4a0b-862c-26b44e888d85", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "05fb2f6b-7ba4-4da4-981b-41e6409016cd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:04:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "05fb2f6b-7ba4-4da4-981b-41e6409016cd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:04:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "05fb2f6b-7ba4-4da4-981b-41e6409016cd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:04:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b3766c30-1da2-40f3-a251-29cec320b927", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "05fb2f6b-7ba4-4da4-981b-41e6409016cd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T15:04:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "05fb2f6b-7ba4-4da4-981b-41e6409016cd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:04:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "05fb2f6b-7ba4-4da4-981b-41e6409016cd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:04:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b3766c30-1da2-40f3-a251-29cec320b927", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:04:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b3766c30-1da2-40f3-a251-29cec320b927", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04b94aeb-b073-4e4b-b83a-10c94b32be23", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04b94aeb-b073-4e4b-b83a-10c94b32be23", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:04:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04b94aeb-b073-4e4b-b83a-10c94b32be23", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "466f879e-8e6b-4a98-b651-4afc45fcb1a9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:04:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "466f879e-8e6b-4a98-b651-4afc45fcb1a9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:04:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "466f879e-8e6b-4a98-b651-4afc45fcb1a9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:04:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19e1ec68-85fb-4392-a64e-955e50f3e9cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "466f879e-8e6b-4a98-b651-4afc45fcb1a9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T15:04:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "466f879e-8e6b-4a98-b651-4afc45fcb1a9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:04:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "466f879e-8e6b-4a98-b651-4afc45fcb1a9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:04:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19e1ec68-85fb-4392-a64e-955e50f3e9cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:04:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19e1ec68-85fb-4392-a64e-955e50f3e9cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f6b2326e-4e9e-431b-b324-432804a7cfac", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:04:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f6b2326e-4e9e-431b-b324-432804a7cfac", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:04:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f6b2326e-4e9e-431b-b324-432804a7cfac", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:04:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "830f277f-a4cc-4250-9191-18f09729e4fe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f6b2326e-4e9e-431b-b324-432804a7cfac", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T15:04:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f6b2326e-4e9e-431b-b324-432804a7cfac", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:04:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f6b2326e-4e9e-431b-b324-432804a7cfac", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:04:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "830f277f-a4cc-4250-9191-18f09729e4fe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:04:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "830f277f-a4cc-4250-9191-18f09729e4fe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bfce72c7-cc23-4de4-8245-63304027129a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bfce72c7-cc23-4de4-8245-63304027129a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:04:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bfce72c7-cc23-4de4-8245-63304027129a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "363b9f2d-01f4-4b11-85a6-e257bfaf3599", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:04:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "363b9f2d-01f4-4b11-85a6-e257bfaf3599", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:04:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "363b9f2d-01f4-4b11-85a6-e257bfaf3599", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:04:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "363b9f2d-01f4-4b11-85a6-e257bfaf3599", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T15:04:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "363b9f2d-01f4-4b11-85a6-e257bfaf3599", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:04:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "363b9f2d-01f4-4b11-85a6-e257bfaf3599", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:04:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c5cd3482-d47c-4fa5-8fac-48c42df599ed", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:04:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c5cd3482-d47c-4fa5-8fac-48c42df599ed", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:04:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c5cd3482-d47c-4fa5-8fac-48c42df599ed", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:04:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c5cd3482-d47c-4fa5-8fac-48c42df599ed", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T15:04:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c5cd3482-d47c-4fa5-8fac-48c42df599ed", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:04:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c5cd3482-d47c-4fa5-8fac-48c42df599ed", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:04:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3e8adfb7-8b14-4c7a-b34d-81484ce6d3c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3e8adfb7-8b14-4c7a-b34d-81484ce6d3c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:04:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3e8adfb7-8b14-4c7a-b34d-81484ce6d3c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4b147d53-a3bb-4062-a6d5-9527de6baa13", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:04:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4b147d53-a3bb-4062-a6d5-9527de6baa13", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:04:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4b147d53-a3bb-4062-a6d5-9527de6baa13", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:04:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4b147d53-a3bb-4062-a6d5-9527de6baa13", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T15:04:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4b147d53-a3bb-4062-a6d5-9527de6baa13", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:04:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4b147d53-a3bb-4062-a6d5-9527de6baa13", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:04:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ad7ccef4-4550-4d57-b603-4f523646c17c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:04:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ad7ccef4-4550-4d57-b603-4f523646c17c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:04:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ad7ccef4-4550-4d57-b603-4f523646c17c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:04:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ad7ccef4-4550-4d57-b603-4f523646c17c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T15:04:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ad7ccef4-4550-4d57-b603-4f523646c17c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:04:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ad7ccef4-4550-4d57-b603-4f523646c17c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:04:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "770b22fd-b48a-4764-b121-b60e68ace905", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "770b22fd-b48a-4764-b121-b60e68ace905", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:04:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "770b22fd-b48a-4764-b121-b60e68ace905", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bb902803-f126-499e-8ef5-d528d2e39c01", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:04:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bb902803-f126-499e-8ef5-d528d2e39c01", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:04:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bb902803-f126-499e-8ef5-d528d2e39c01", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:04:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bb902803-f126-499e-8ef5-d528d2e39c01", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T15:04:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bb902803-f126-499e-8ef5-d528d2e39c01", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:04:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bb902803-f126-499e-8ef5-d528d2e39c01", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:04:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f3b497a7-ab75-4722-904e-d3ab3212efa4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:04:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f3b497a7-ab75-4722-904e-d3ab3212efa4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:04:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f3b497a7-ab75-4722-904e-d3ab3212efa4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:04:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f3b497a7-ab75-4722-904e-d3ab3212efa4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T15:04:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f3b497a7-ab75-4722-904e-d3ab3212efa4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:04:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f3b497a7-ab75-4722-904e-d3ab3212efa4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:04:55Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T15:04:55Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T15:04:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "87fe2565-6e82-4117-926a-877b71a47655", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "87fe2565-6e82-4117-926a-877b71a47655", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:04:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "87fe2565-6e82-4117-926a-877b71a47655", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:04:56Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T15:04:56Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T15:04:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5310fa10-4bf9-4cae-95da-4a7b16050b27", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:04:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5310fa10-4bf9-4cae-95da-4a7b16050b27", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:04:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5310fa10-4bf9-4cae-95da-4a7b16050b27", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:04:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5310fa10-4bf9-4cae-95da-4a7b16050b27", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T15:04:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5310fa10-4bf9-4cae-95da-4a7b16050b27", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:04:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5310fa10-4bf9-4cae-95da-4a7b16050b27", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:04:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "10d498d4-0b86-4865-b257-56af646372fe", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:04:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "10d498d4-0b86-4865-b257-56af646372fe", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:04:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "10d498d4-0b86-4865-b257-56af646372fe", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:04:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "10d498d4-0b86-4865-b257-56af646372fe", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T15:04:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "10d498d4-0b86-4865-b257-56af646372fe", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:04:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "10d498d4-0b86-4865-b257-56af646372fe", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:05:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f5dcdf34-4f4c-4a81-bc56-4fc2930f3e92", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:05:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f5dcdf34-4f4c-4a81-bc56-4fc2930f3e92", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:05:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f5dcdf34-4f4c-4a81-bc56-4fc2930f3e92", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:05:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7bb1ebb4-dd27-43c6-80ee-388e4a09b1d3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:05:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7bb1ebb4-dd27-43c6-80ee-388e4a09b1d3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:05:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7bb1ebb4-dd27-43c6-80ee-388e4a09b1d3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:05:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7bb1ebb4-dd27-43c6-80ee-388e4a09b1d3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T15:05:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7bb1ebb4-dd27-43c6-80ee-388e4a09b1d3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:05:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7bb1ebb4-dd27-43c6-80ee-388e4a09b1d3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:05:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "30ae26f0-da45-4452-8700-9edd27b4621a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:05:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "30ae26f0-da45-4452-8700-9edd27b4621a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:05:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "30ae26f0-da45-4452-8700-9edd27b4621a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:05:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "30ae26f0-da45-4452-8700-9edd27b4621a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T15:05:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "30ae26f0-da45-4452-8700-9edd27b4621a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:05:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "30ae26f0-da45-4452-8700-9edd27b4621a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:05:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "df0e46f0-d0e9-4049-8177-1f87559f3bf0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:05:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "df0e46f0-d0e9-4049-8177-1f87559f3bf0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:05:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "df0e46f0-d0e9-4049-8177-1f87559f3bf0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:05:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c39317ba-5f64-4bf9-9269-76eed1e16112", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:05:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c39317ba-5f64-4bf9-9269-76eed1e16112", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:05:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c39317ba-5f64-4bf9-9269-76eed1e16112", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:05:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c39317ba-5f64-4bf9-9269-76eed1e16112", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T15:05:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c39317ba-5f64-4bf9-9269-76eed1e16112", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:05:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c39317ba-5f64-4bf9-9269-76eed1e16112", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:05:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b8439370-467d-4031-91d3-3bd07704c00a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:05:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b8439370-467d-4031-91d3-3bd07704c00a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:05:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b8439370-467d-4031-91d3-3bd07704c00a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:05:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b8439370-467d-4031-91d3-3bd07704c00a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T15:05:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b8439370-467d-4031-91d3-3bd07704c00a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:05:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b8439370-467d-4031-91d3-3bd07704c00a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:05:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "571641f8-3578-43c7-84f2-bd1b4b6b0f3b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:05:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "571641f8-3578-43c7-84f2-bd1b4b6b0f3b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:05:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "571641f8-3578-43c7-84f2-bd1b4b6b0f3b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:05:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "571641f8-3578-43c7-84f2-bd1b4b6b0f3b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T15:05:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "571641f8-3578-43c7-84f2-bd1b4b6b0f3b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:05:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "571641f8-3578-43c7-84f2-bd1b4b6b0f3b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:05:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "07f995a3-31a9-4535-b01e-8463fafbc272", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:05:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "07f995a3-31a9-4535-b01e-8463fafbc272", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:05:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "07f995a3-31a9-4535-b01e-8463fafbc272", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:05:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "07f995a3-31a9-4535-b01e-8463fafbc272", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T15:05:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "07f995a3-31a9-4535-b01e-8463fafbc272", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:05:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "07f995a3-31a9-4535-b01e-8463fafbc272", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:05:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2048ebf3-ee89-4450-9324-fafee07da2f1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:05:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2048ebf3-ee89-4450-9324-fafee07da2f1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:05:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2048ebf3-ee89-4450-9324-fafee07da2f1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:05:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2048ebf3-ee89-4450-9324-fafee07da2f1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T15:05:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2048ebf3-ee89-4450-9324-fafee07da2f1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:05:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2048ebf3-ee89-4450-9324-fafee07da2f1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:05:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4c0b1987-1746-4e2d-94d5-aee3540bc473", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:05:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4c0b1987-1746-4e2d-94d5-aee3540bc473", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:05:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4c0b1987-1746-4e2d-94d5-aee3540bc473", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:05:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4c0b1987-1746-4e2d-94d5-aee3540bc473", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T15:05:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4c0b1987-1746-4e2d-94d5-aee3540bc473", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:05:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4c0b1987-1746-4e2d-94d5-aee3540bc473", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:06:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9e57401d-a852-4ec6-b638-74b91562906e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:06:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9e57401d-a852-4ec6-b638-74b91562906e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:06:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9e57401d-a852-4ec6-b638-74b91562906e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:06:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9e57401d-a852-4ec6-b638-74b91562906e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T15:06:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9e57401d-a852-4ec6-b638-74b91562906e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:06:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9e57401d-a852-4ec6-b638-74b91562906e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:06:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3e18c93a-2897-4d85-8748-bc1bf295983d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:06:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3e18c93a-2897-4d85-8748-bc1bf295983d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:06:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3e18c93a-2897-4d85-8748-bc1bf295983d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:06:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3e18c93a-2897-4d85-8748-bc1bf295983d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T15:06:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3e18c93a-2897-4d85-8748-bc1bf295983d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:06:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3e18c93a-2897-4d85-8748-bc1bf295983d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:06:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "acbdf01b-5eb7-4094-b4bb-05f8271d1a61", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:06:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "acbdf01b-5eb7-4094-b4bb-05f8271d1a61", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:06:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "acbdf01b-5eb7-4094-b4bb-05f8271d1a61", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:06:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "acbdf01b-5eb7-4094-b4bb-05f8271d1a61", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T15:06:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "acbdf01b-5eb7-4094-b4bb-05f8271d1a61", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:06:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "acbdf01b-5eb7-4094-b4bb-05f8271d1a61", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:07:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "89f9439f-0544-4aa5-8241-febb7cdd84da", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:07:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "89f9439f-0544-4aa5-8241-febb7cdd84da", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:07:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "89f9439f-0544-4aa5-8241-febb7cdd84da", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:07:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "89f9439f-0544-4aa5-8241-febb7cdd84da", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T15:07:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "89f9439f-0544-4aa5-8241-febb7cdd84da", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:07:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "89f9439f-0544-4aa5-8241-febb7cdd84da", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:07:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "4d5c6e3a-187f-497c-a7c3-aca219075c65", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T15:07:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "d596c8b1-1dcf-4784-a464-3c89f9a88217", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T15:07:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "c50dcaf7-0444-4d64-b2e2-fb1b731e9ee2", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:07:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "c50dcaf7-0444-4d64-b2e2-fb1b731e9ee2", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T15:07:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61b20751-f753-4cbd-a482-a573d5ec4b4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T15:07:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "a9d651de-335c-4f4b-ab68-ac0d5135de90", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T15:07:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "72cb846f-f8ff-4732-b9e8-c030f2cf6bd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:07:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "72cb846f-f8ff-4732-b9e8-c030f2cf6bd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T15:07:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62e1e61d-1bc2-4fad-a6e0-f42a944037b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T15:08:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "eb013ea3-1c47-4b04-9a03-8aa75e93a6b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T15:08:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "7c0a6dd8-059e-4eae-ba06-3d0117f8dfdc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-11T15:08:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "21931ec1-4afe-4d7c-a413-0d416522858f", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:08:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "21931ec1-4afe-4d7c-a413-0d416522858f", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T15:08:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6064dcb8-4919-45b4-b0d2-d9245422f9af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-11T15:08:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "dca5eb99-6a54-43dd-b104-eaa66a064b73", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T15:08:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "6179663a-d713-4054-8f3e-7d4a35ca4325", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:08:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "6179663a-d713-4054-8f3e-7d4a35ca4325", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-11T15:08:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a61a5673-5f6c-45cc-8a10-dec2c83ba4a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-11T15:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d4a71c52-f7c7-4868-a5e0-0ac878e3f2ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "79c031b4-36c8-436b-94be-4fdd8d2a1ad1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:10:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d95bbf0f-2e0b-4990-ab23-3a428ad38a69", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:10:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d95bbf0f-2e0b-4990-ab23-3a428ad38a69", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3aaf4893-0977-4e08-a58a-fb65aab9c1ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "a6b3a2ac-86dc-4a6e-a541-592270052a69", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:10:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "824ca448-495c-4f06-9c27-dca1b6d1184b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:10:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "824ca448-495c-4f06-9c27-dca1b6d1184b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57284e82-9cd4-4c46-b922-680fcecea77d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:10:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a440771-2c05-4f61-b31f-fb24835df455", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:10:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a440771-2c05-4f61-b31f-fb24835df455", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:10:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a440771-2c05-4f61-b31f-fb24835df455", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:10:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "4d7799db-cbd9-4232-83d8-ba746c2751d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:10:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "4d7799db-cbd9-4232-83d8-ba746c2751d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:10:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "4d7799db-cbd9-4232-83d8-ba746c2751d7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:10:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "12677de0-3361-4e24-bf86-1277eab7ed07", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:10:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "12677de0-3361-4e24-bf86-1277eab7ed07", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:10:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f18decb-61d7-488a-9f38-5993c78d1f16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:10:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f18decb-61d7-488a-9f38-5993c78d1f16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:10:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2336130a-c804-484a-a2be-042f13e1c5b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:10:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2336130a-c804-484a-a2be-042f13e1c5b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:10:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3c035893-6d15-46ab-9ca8-00c1ba13039a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:10:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7c64a760-f118-44f9-bbaf-6cacbbcd851a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:10:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "613747a1-9c58-408a-8c1c-ce139d539b04", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:10:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "613747a1-9c58-408a-8c1c-ce139d539b04", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:10:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce57abe6-6809-4e4d-9d67-feb134428b28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:10:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "fdf3d390-7e31-470c-a74d-e5211a1e279e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:11:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2685c9ff-6d45-4c89-9f09-118c7a4ed1a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:11:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2685c9ff-6d45-4c89-9f09-118c7a4ed1a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:11:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f03ea82-c12f-4dfb-b671-6477f2ec34e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:11:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed9d79ae-8002-4fd9-b4ee-b2a608373738", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:11:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed9d79ae-8002-4fd9-b4ee-b2a608373738", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:11:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed9d79ae-8002-4fd9-b4ee-b2a608373738", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:11:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "8d30cba6-0fe1-43d3-b332-93206b441a09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:11:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "8d30cba6-0fe1-43d3-b332-93206b441a09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:11:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "89c7cc4e-085a-4d1b-8392-37805aa59aa8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:11:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "89c7cc4e-085a-4d1b-8392-37805aa59aa8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:11:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fdf2c2e-4829-4626-8d7d-d8a0bfa8c638", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:11:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fdf2c2e-4829-4626-8d7d-d8a0bfa8c638", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:11:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b89d58"}, "namespace": "e2e-modelref-b89d58", "name": "openshift-service-ca.crt", "reconcileID": "64464104-1305-4362-83ad-a106887dcb0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b89d58"} 2026-06-11T15:11:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-b89d58"}, "namespace": "e2e-modelref-b89d58", "name": "odh-trusted-ca-bundle", "reconcileID": "829a0300-c091-472c-a5d9-b1b8e6c494a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-b89d58"} 2026-06-11T15:11:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b89d58"}, "namespace": "e2e-modelref-b89d58", "name": "openshift-service-ca.crt", "reconcileID": "c4de09e4-b8f0-4e38-a7b0-bdef3a2c4dbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b89d58", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:11:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b89d58"}, "namespace": "e2e-modelref-b89d58", "name": "openshift-service-ca.crt", "reconcileID": "c4de09e4-b8f0-4e38-a7b0-bdef3a2c4dbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b89d58"} 2026-06-11T15:11:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b89d58"}, "namespace": "e2e-modelref-b89d58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "459d5364-5a81-418c-8037-cf1df440a715", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b89d58"} 2026-06-11T15:11:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b89d58"}, "namespace": "e2e-modelref-b89d58", "name": "openshift-service-ca.crt", "reconcileID": "80eeb4c5-2792-443d-816d-362cb1eb7264", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b89d58"} 2026-06-11T15:11:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-b89d58"}, "namespace": "e2e-modelref-b89d58", "name": "odh-trusted-ca-bundle", "reconcileID": "ff249416-1fba-41cb-aaee-0456a9955b54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-b89d58", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:11:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-b89d58"}, "namespace": "e2e-modelref-b89d58", "name": "odh-trusted-ca-bundle", "reconcileID": "ff249416-1fba-41cb-aaee-0456a9955b54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-b89d58"} 2026-06-11T15:11:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b89d58"}, "namespace": "e2e-modelref-b89d58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4acf5f4-aa3d-4730-b416-e7a670892ab7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b89d58"} 2026-06-11T15:11:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64701193-283b-4c18-835d-bd84e6ffd99c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:11:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64701193-283b-4c18-835d-bd84e6ffd99c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:11:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64701193-283b-4c18-835d-bd84e6ffd99c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:11:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdb073fd-6200-4fa2-8cb7-f8f79ba77e2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:11:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdb073fd-6200-4fa2-8cb7-f8f79ba77e2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:11:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdb073fd-6200-4fa2-8cb7-f8f79ba77e2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:11:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16062bef-9b5b-435f-aa6d-620f9b64ca7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:11:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16062bef-9b5b-435f-aa6d-620f9b64ca7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:11:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16062bef-9b5b-435f-aa6d-620f9b64ca7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:11:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "91888687-3d50-4ee3-808c-5ee21c9ea312", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:11:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "91888687-3d50-4ee3-808c-5ee21c9ea312", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:11:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "91888687-3d50-4ee3-808c-5ee21c9ea312", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:11:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b89d58"}, "namespace": "e2e-modelref-b89d58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cccb7da9-5264-4e14-97e5-ebf9c8bf9a85", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b89d58"} 2026-06-11T15:11:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b89d58"}, "namespace": "e2e-modelref-b89d58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cccb7da9-5264-4e14-97e5-ebf9c8bf9a85", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b89d58", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:11:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b89d58"}, "namespace": "e2e-modelref-b89d58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cccb7da9-5264-4e14-97e5-ebf9c8bf9a85", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-b89d58 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:11:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-b89d58"}, "namespace": "e2e-modelref-b89d58", "name": "odh-trusted-ca-bundle", "reconcileID": "3853745e-b6c2-46e3-8d48-2371ef389c2b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-b89d58"} 2026-06-11T15:11:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-b89d58"}, "namespace": "e2e-modelref-b89d58", "name": "odh-trusted-ca-bundle", "reconcileID": "3853745e-b6c2-46e3-8d48-2371ef389c2b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-b89d58"} 2026-06-11T15:11:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b89d58"}, "namespace": "e2e-modelref-b89d58", "name": "openshift-service-ca.crt", "reconcileID": "9354bae9-c985-47aa-beb6-f7af9b9f2dba", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b89d58"} 2026-06-11T15:11:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-b89d58"}, "namespace": "e2e-modelref-b89d58", "name": "openshift-service-ca.crt", "reconcileID": "9354bae9-c985-47aa-beb6-f7af9b9f2dba", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-b89d58"} 2026-06-11T15:11:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b89d58"}, "namespace": "e2e-modelref-b89d58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e366af9-fc5d-49d4-a4d2-c54a508ebd7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b89d58"} 2026-06-11T15:11:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-b89d58"}, "namespace": "e2e-modelref-b89d58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e366af9-fc5d-49d4-a4d2-c54a508ebd7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-b89d58"} 2026-06-11T15:12:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-bdc007"}, "namespace": "e2e-modelref-bdc007", "name": "openshift-service-ca.crt", "reconcileID": "72e0155e-5dde-4671-a2d8-ac8df5afdca5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-bdc007"} 2026-06-11T15:12:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-bdc007"}, "namespace": "e2e-modelref-bdc007", "name": "odh-trusted-ca-bundle", "reconcileID": "e51d8d8b-0084-4eb2-b149-20fef96909df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-bdc007"} 2026-06-11T15:12:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-bdc007"}, "namespace": "e2e-modelref-bdc007", "name": "openshift-service-ca.crt", "reconcileID": "44167e9d-f953-4a5a-92aa-5f381a6fd23f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-bdc007", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:12:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-bdc007"}, "namespace": "e2e-modelref-bdc007", "name": "openshift-service-ca.crt", "reconcileID": "44167e9d-f953-4a5a-92aa-5f381a6fd23f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-bdc007"} 2026-06-11T15:12:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-bdc007"}, "namespace": "e2e-modelref-bdc007", "name": "openshift-service-ca.crt", "reconcileID": "2b2b8b0a-b15c-430d-9f92-3872b0ef1656", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-bdc007", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:12:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-bdc007"}, "namespace": "e2e-modelref-bdc007", "name": "openshift-service-ca.crt", "reconcileID": "2b2b8b0a-b15c-430d-9f92-3872b0ef1656", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:12:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-bdc007"}, "namespace": "e2e-modelref-bdc007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4795c00a-d30f-4789-a8af-1c7766ef4fda", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-bdc007"} 2026-06-11T15:12:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-bdc007"}, "namespace": "e2e-modelref-bdc007", "name": "openshift-service-ca.crt", "reconcileID": "73ca241a-cb37-4c25-b46b-a00a2da0691f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-bdc007"} 2026-06-11T15:12:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-bdc007"}, "namespace": "e2e-modelref-bdc007", "name": "odh-trusted-ca-bundle", "reconcileID": "fd6a7bd7-b9a2-4b6e-a939-a90fde0d33ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-bdc007", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:12:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-bdc007"}, "namespace": "e2e-modelref-bdc007", "name": "odh-trusted-ca-bundle", "reconcileID": "fd6a7bd7-b9a2-4b6e-a939-a90fde0d33ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-bdc007"} 2026-06-11T15:12:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-bdc007"}, "namespace": "e2e-modelref-bdc007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a55569ec-9e91-443b-b356-d1c278895a4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-bdc007"} 2026-06-11T15:12:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac78bb55-489a-4a61-b82a-805c10a82ce5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:12:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac78bb55-489a-4a61-b82a-805c10a82ce5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:12:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac78bb55-489a-4a61-b82a-805c10a82ce5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:12:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f4c97cea-bc2c-4bb5-8648-23bee18d5a19", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:12:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f4c97cea-bc2c-4bb5-8648-23bee18d5a19", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:12:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f4c97cea-bc2c-4bb5-8648-23bee18d5a19", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:12:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78fb52f0-4c14-43ac-ba66-e2b4b90500e6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:12:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78fb52f0-4c14-43ac-ba66-e2b4b90500e6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:12:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78fb52f0-4c14-43ac-ba66-e2b4b90500e6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:12:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fcddf6ac-da14-4cbc-a15b-63778e1f9a62", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:12:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fcddf6ac-da14-4cbc-a15b-63778e1f9a62", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:12:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fcddf6ac-da14-4cbc-a15b-63778e1f9a62", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:12:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-bdc007"}, "namespace": "e2e-modelref-bdc007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21e971c8-9b4e-4058-8ae4-ec6c68b07412", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-bdc007"} 2026-06-11T15:12:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-bdc007"}, "namespace": "e2e-modelref-bdc007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21e971c8-9b4e-4058-8ae4-ec6c68b07412", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-bdc007", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:12:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-bdc007"}, "namespace": "e2e-modelref-bdc007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21e971c8-9b4e-4058-8ae4-ec6c68b07412", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-bdc007 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:12:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-bdc007"}, "namespace": "e2e-modelref-bdc007", "name": "odh-trusted-ca-bundle", "reconcileID": "405054a8-303f-421d-a569-8faaf44bddca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-bdc007"} 2026-06-11T15:12:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-bdc007"}, "namespace": "e2e-modelref-bdc007", "name": "odh-trusted-ca-bundle", "reconcileID": "405054a8-303f-421d-a569-8faaf44bddca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-bdc007"} 2026-06-11T15:12:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-bdc007"}, "namespace": "e2e-modelref-bdc007", "name": "openshift-service-ca.crt", "reconcileID": "f5896ff9-8251-49f2-bb45-8e90ba07c8e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-bdc007"} 2026-06-11T15:12:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-bdc007"}, "namespace": "e2e-modelref-bdc007", "name": "openshift-service-ca.crt", "reconcileID": "f5896ff9-8251-49f2-bb45-8e90ba07c8e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-bdc007"} 2026-06-11T15:12:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-bdc007"}, "namespace": "e2e-modelref-bdc007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9925b193-fc6c-4e93-b450-7e126b9eaf0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-bdc007"} 2026-06-11T15:12:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-bdc007"}, "namespace": "e2e-modelref-bdc007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9925b193-fc6c-4e93-b450-7e126b9eaf0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-bdc007"} 2026-06-11T15:12:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "odh-trusted-ca-bundle", "reconcileID": "820190be-0f38-4b5d-aaff-f4ec2b95d864", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-baa5d8"} 2026-06-11T15:12:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "openshift-service-ca.crt", "reconcileID": "2c48eb52-3c0d-4996-b770-144e623d278d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-baa5d8"} 2026-06-11T15:12:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "openshift-service-ca.crt", "reconcileID": "6bed9fa4-8642-44fe-a855-0fb9c8e4473e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-baa5d8", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:12:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "openshift-service-ca.crt", "reconcileID": "6bed9fa4-8642-44fe-a855-0fb9c8e4473e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-baa5d8"} 2026-06-11T15:12:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "openshift-service-ca.crt", "reconcileID": "9b668c63-1c55-4a88-b1e2-ce7b4ce4c652", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-baa5d8"} 2026-06-11T15:12:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7acb8d1e-c420-4ef9-a4af-3242aba0dafe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-baa5d8"} 2026-06-11T15:12:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "odh-trusted-ca-bundle", "reconcileID": "38811cab-01a1-43b6-bfec-f8ec4eb6462b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-baa5d8", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:12:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "odh-trusted-ca-bundle", "reconcileID": "38811cab-01a1-43b6-bfec-f8ec4eb6462b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-baa5d8"} 2026-06-11T15:12:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84249216-a869-4833-b6d8-d976cbcadfe6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-baa5d8"} 2026-06-11T15:12:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "576b32e2-56db-41d7-bfc9-94b79ee73c2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-baa5d8"} 2026-06-11T15:12:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "576b32e2-56db-41d7-bfc9-94b79ee73c2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-baa5d8", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:12:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "576b32e2-56db-41d7-bfc9-94b79ee73c2a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-baa5d8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:12:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "odh-trusted-ca-bundle", "reconcileID": "a162df8a-9305-4337-b99c-7c52bdc08513", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-baa5d8"} 2026-06-11T15:12:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "odh-trusted-ca-bundle", "reconcileID": "a162df8a-9305-4337-b99c-7c52bdc08513", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-baa5d8", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:12:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "odh-trusted-ca-bundle", "reconcileID": "a162df8a-9305-4337-b99c-7c52bdc08513", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-baa5d8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:12:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "openshift-service-ca.crt", "reconcileID": "d3e63855-8881-4084-b3a0-babae9ad9dfd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-baa5d8"} 2026-06-11T15:12:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "openshift-service-ca.crt", "reconcileID": "d3e63855-8881-4084-b3a0-babae9ad9dfd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-baa5d8"} 2026-06-11T15:12:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11e78be5-5a34-4752-8fef-9db47594ebe7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-baa5d8"} 2026-06-11T15:12:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11e78be5-5a34-4752-8fef-9db47594ebe7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-baa5d8"} 2026-06-11T15:12:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "odh-trusted-ca-bundle", "reconcileID": "5242bd97-d452-4fa9-847d-6c1c0d2f7fd3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-baa5d8"} 2026-06-11T15:12:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-baa5d8"}, "namespace": "e2e-webhook-test-baa5d8", "name": "odh-trusted-ca-bundle", "reconcileID": "5242bd97-d452-4fa9-847d-6c1c0d2f7fd3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-baa5d8"} 2026-06-11T15:12:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-efc72f"}, "namespace": "e2e-webhook-test-efc72f", "name": "openshift-service-ca.crt", "reconcileID": "84e47fab-3c34-4677-b3eb-5b584ac5c107", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-efc72f"} 2026-06-11T15:12:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-efc72f"}, "namespace": "e2e-webhook-test-efc72f", "name": "odh-trusted-ca-bundle", "reconcileID": "84d03135-db58-450b-b071-86ca88abfe9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-efc72f"} 2026-06-11T15:12:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-efc72f"}, "namespace": "e2e-webhook-test-efc72f", "name": "openshift-service-ca.crt", "reconcileID": "63ce133a-e36e-4b42-8691-a3ca5f00f71a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-efc72f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:12:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-efc72f"}, "namespace": "e2e-webhook-test-efc72f", "name": "openshift-service-ca.crt", "reconcileID": "63ce133a-e36e-4b42-8691-a3ca5f00f71a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-efc72f"} 2026-06-11T15:12:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-efc72f"}, "namespace": "e2e-webhook-test-efc72f", "name": "openshift-service-ca.crt", "reconcileID": "ab731f47-2075-4bea-b9f4-88e497b54104", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-efc72f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:12:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-efc72f"}, "namespace": "e2e-webhook-test-efc72f", "name": "openshift-service-ca.crt", "reconcileID": "ab731f47-2075-4bea-b9f4-88e497b54104", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:12:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-efc72f"}, "namespace": "e2e-webhook-test-efc72f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07b61bfe-1598-4c6a-a5db-3b7cfda5e36f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-efc72f", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:12:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-efc72f"}, "namespace": "e2e-webhook-test-efc72f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07b61bfe-1598-4c6a-a5db-3b7cfda5e36f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-efc72f"} 2026-06-11T15:12:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-efc72f"}, "namespace": "e2e-webhook-test-efc72f", "name": "odh-trusted-ca-bundle", "reconcileID": "2a4691e4-1390-45bb-8c0b-cc0e5c9556b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-efc72f"} 2026-06-11T15:12:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-efc72f"}, "namespace": "e2e-webhook-test-efc72f", "name": "openshift-service-ca.crt", "reconcileID": "f8e99132-d903-4f22-b12d-a447ec82cd39", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-efc72f"} 2026-06-11T15:12:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-efc72f"}, "namespace": "e2e-webhook-test-efc72f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ced2145a-2263-47a9-aadd-0156dcb36222", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-efc72f"} 2026-06-11T15:12:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-efc72f"}, "namespace": "e2e-webhook-test-efc72f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ab84c11-6bbf-4149-8422-ebe8e150befb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-efc72f"} 2026-06-11T15:12:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-efc72f"}, "namespace": "e2e-webhook-test-efc72f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ab84c11-6bbf-4149-8422-ebe8e150befb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-efc72f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:12:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-efc72f"}, "namespace": "e2e-webhook-test-efc72f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ab84c11-6bbf-4149-8422-ebe8e150befb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-efc72f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:12:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-efc72f"}, "namespace": "e2e-webhook-test-efc72f", "name": "odh-trusted-ca-bundle", "reconcileID": "03d3772c-cf01-4f75-93fa-ef1c22793d52", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-efc72f"} 2026-06-11T15:12:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-efc72f"}, "namespace": "e2e-webhook-test-efc72f", "name": "odh-trusted-ca-bundle", "reconcileID": "03d3772c-cf01-4f75-93fa-ef1c22793d52", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-efc72f"} 2026-06-11T15:12:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-efc72f"}, "namespace": "e2e-webhook-test-efc72f", "name": "openshift-service-ca.crt", "reconcileID": "33f8667c-28ee-4d45-8b81-6796d21cdf44", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-efc72f"} 2026-06-11T15:12:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-efc72f"}, "namespace": "e2e-webhook-test-efc72f", "name": "openshift-service-ca.crt", "reconcileID": "33f8667c-28ee-4d45-8b81-6796d21cdf44", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-efc72f"} 2026-06-11T15:12:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-efc72f"}, "namespace": "e2e-webhook-test-efc72f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60c16019-05bf-4a13-bfc5-cd808ae9da8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-efc72f"} 2026-06-11T15:12:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-efc72f"}, "namespace": "e2e-webhook-test-efc72f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60c16019-05bf-4a13-bfc5-cd808ae9da8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-efc72f"} 2026-06-11T15:23:32Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T15:23:32Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T15:23:36Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T15:23:36Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T15:30:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9012e57b-e9da-47a8-a4fa-2fdf9350f36b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:30:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9012e57b-e9da-47a8-a4fa-2fdf9350f36b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:30:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9012e57b-e9da-47a8-a4fa-2fdf9350f36b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:30:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f69d4fb1-9d6f-460e-a65c-a32ff3118313", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:30:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f69d4fb1-9d6f-460e-a65c-a32ff3118313", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:30:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f69d4fb1-9d6f-460e-a65c-a32ff3118313", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:30:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9301e33a-2c5d-4e54-916e-2a5ab4c7cf4b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:30:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9301e33a-2c5d-4e54-916e-2a5ab4c7cf4b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:30:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9301e33a-2c5d-4e54-916e-2a5ab4c7cf4b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:30:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b6a3c90-d2a5-4cea-906c-157f9547799f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:30:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b6a3c90-d2a5-4cea-906c-157f9547799f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:30:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b6a3c90-d2a5-4cea-906c-157f9547799f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:30:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ab09666e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ab09666e", "reconcileID": "0a71ffef-c3d2-41ec-91ae-718e801e0a95", "Gateway": "e2e-ait-ab09666e", "namespace": "openshift-ingress"} 2026-06-11T15:30:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ab09666e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ab09666e", "reconcileID": "b4e3dc06-4c0c-4e94-b1fa-1240015ed74c", "Gateway": "e2e-ait-ab09666e", "namespace": "openshift-ingress"} 2026-06-11T15:30:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ab09666e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ab09666e", "reconcileID": "7a0ed790-5722-4cb0-8daf-95204edfb7a1", "Gateway": "e2e-ait-ab09666e", "namespace": "openshift-ingress"} 2026-06-11T15:30:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ab09666e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ab09666e", "reconcileID": "a6884e79-3cad-446c-987d-bbbc39fb18d2", "Gateway": "e2e-ait-ab09666e", "namespace": "openshift-ingress"} 2026-06-11T15:30:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ab09666e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ab09666e", "reconcileID": "1a29042a-dfd0-45aa-8335-7c91f53cd4c8", "Gateway": "e2e-ait-ab09666e", "namespace": "openshift-ingress"} 2026-06-11T15:30:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ab09666e"}, "namespace": "e2e-aitenant-ab09666e", "name": "openshift-service-ca.crt", "reconcileID": "d99d9450-d690-4565-b074-8ec08c75d072", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ab09666e"} 2026-06-11T15:30:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ab09666e"}, "namespace": "e2e-aitenant-ab09666e", "name": "odh-trusted-ca-bundle", "reconcileID": "562e6fc4-8b70-4c31-9346-761bb7f76277", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ab09666e"} 2026-06-11T15:30:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ab09666e"}, "namespace": "e2e-aitenant-ab09666e", "name": "openshift-service-ca.crt", "reconcileID": "6ab32143-dde9-46d0-88fe-aecaf74bf380", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ab09666e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:30:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ab09666e"}, "namespace": "e2e-aitenant-ab09666e", "name": "openshift-service-ca.crt", "reconcileID": "6ab32143-dde9-46d0-88fe-aecaf74bf380", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ab09666e"} 2026-06-11T15:30:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ab09666e"}, "namespace": "e2e-aitenant-ab09666e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c344b03d-6d3e-4d86-ad0a-6c9922d31fd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ab09666e"} 2026-06-11T15:30:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ab09666e"}, "namespace": "e2e-aitenant-ab09666e", "name": "openshift-service-ca.crt", "reconcileID": "d9c8dc8e-945a-450b-85d5-63d0493b673d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ab09666e"} 2026-06-11T15:30:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ab09666e"}, "namespace": "e2e-aitenant-ab09666e", "name": "odh-trusted-ca-bundle", "reconcileID": "6e5c9077-9ca0-41c2-826b-829b4f2d0f96", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ab09666e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:30:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ab09666e"}, "namespace": "e2e-aitenant-ab09666e", "name": "odh-trusted-ca-bundle", "reconcileID": "6e5c9077-9ca0-41c2-826b-829b4f2d0f96", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ab09666e"} 2026-06-11T15:30:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ab09666e"}, "namespace": "e2e-aitenant-ab09666e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74e755a6-af54-4ad0-8d98-a934b0e27ef7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ab09666e"} 2026-06-11T15:30:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ab09666e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ab09666e", "reconcileID": "2a185834-553b-4c07-b3af-650368b4981e", "Gateway": "e2e-ait-ab09666e", "namespace": "openshift-ingress"} 2026-06-11T15:30:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ab09666e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ab09666e", "reconcileID": "e6caf54b-125a-4c5d-9fc3-7d9d7b4b33da", "Gateway": "e2e-ait-ab09666e", "namespace": "openshift-ingress"} 2026-06-11T15:31:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ab09666e"}, "namespace": "e2e-aitenant-ab09666e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dec80886-fdb7-4aae-89bb-607a5c15cbf3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ab09666e"} 2026-06-11T15:31:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ab09666e"}, "namespace": "e2e-aitenant-ab09666e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dec80886-fdb7-4aae-89bb-607a5c15cbf3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ab09666e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:31:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ab09666e"}, "namespace": "e2e-aitenant-ab09666e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dec80886-fdb7-4aae-89bb-607a5c15cbf3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-ab09666e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:31:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ab09666e"}, "namespace": "e2e-aitenant-ab09666e", "name": "odh-trusted-ca-bundle", "reconcileID": "c4ac93d1-8ad9-4f9f-9683-d60819404fc8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ab09666e"} 2026-06-11T15:31:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ab09666e"}, "namespace": "e2e-aitenant-ab09666e", "name": "odh-trusted-ca-bundle", "reconcileID": "c4ac93d1-8ad9-4f9f-9683-d60819404fc8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ab09666e"} 2026-06-11T15:31:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ab09666e"}, "namespace": "e2e-aitenant-ab09666e", "name": "openshift-service-ca.crt", "reconcileID": "9eee9cfa-3bd1-42d7-bee9-91faa757756d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ab09666e"} 2026-06-11T15:31:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ab09666e"}, "namespace": "e2e-aitenant-ab09666e", "name": "openshift-service-ca.crt", "reconcileID": "9eee9cfa-3bd1-42d7-bee9-91faa757756d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ab09666e"} 2026-06-11T15:31:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ab09666e"}, "namespace": "e2e-aitenant-ab09666e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb3c280a-556d-484f-8153-f2adeb40ab13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ab09666e"} 2026-06-11T15:31:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ab09666e"}, "namespace": "e2e-aitenant-ab09666e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb3c280a-556d-484f-8153-f2adeb40ab13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ab09666e"} 2026-06-11T15:31:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2966a24a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2966a24a", "reconcileID": "6301fdc5-7e11-43b1-b03c-69cd55b279f6", "Gateway": "e2e-ait-2966a24a", "namespace": "openshift-ingress"} 2026-06-11T15:31:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2966a24a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2966a24a", "reconcileID": "413c6b68-c807-4f16-8bb7-3c45a5185b61", "Gateway": "e2e-ait-2966a24a", "namespace": "openshift-ingress"} 2026-06-11T15:31:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2966a24a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2966a24a", "reconcileID": "2a4b5326-0bf8-4d65-8877-2c0ed08eced3", "Gateway": "e2e-ait-2966a24a", "namespace": "openshift-ingress"} 2026-06-11T15:31:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2966a24a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2966a24a", "reconcileID": "be4dc134-28fc-4fe5-9e44-842f2671b378", "Gateway": "e2e-ait-2966a24a", "namespace": "openshift-ingress"} 2026-06-11T15:31:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2966a24a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2966a24a", "reconcileID": "3821a58e-098b-4d6d-828a-00fa43fe16c1", "Gateway": "e2e-ait-2966a24a", "namespace": "openshift-ingress"} 2026-06-11T15:31:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2966a24a"}, "namespace": "e2e-aitenant-2966a24a", "name": "openshift-service-ca.crt", "reconcileID": "2df7a0f0-26a3-4789-9934-4bdc653cea38", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2966a24a"} 2026-06-11T15:31:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2966a24a"}, "namespace": "e2e-aitenant-2966a24a", "name": "odh-trusted-ca-bundle", "reconcileID": "735fc539-8f40-4100-a099-9b348968af86", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2966a24a"} 2026-06-11T15:31:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2966a24a"}, "namespace": "e2e-aitenant-2966a24a", "name": "openshift-service-ca.crt", "reconcileID": "003a0389-81bd-4009-a734-5100cf2ec339", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2966a24a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:31:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2966a24a"}, "namespace": "e2e-aitenant-2966a24a", "name": "openshift-service-ca.crt", "reconcileID": "003a0389-81bd-4009-a734-5100cf2ec339", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2966a24a"} 2026-06-11T15:31:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2966a24a"}, "namespace": "e2e-aitenant-2966a24a", "name": "openshift-service-ca.crt", "reconcileID": "b5a61cce-3a5e-40e3-b93b-d48d5c437d46", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2966a24a"} 2026-06-11T15:31:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2966a24a"}, "namespace": "e2e-aitenant-2966a24a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2911814c-b023-45bd-a59d-69344ca8555e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2966a24a"} 2026-06-11T15:31:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2966a24a"}, "namespace": "e2e-aitenant-2966a24a", "name": "odh-trusted-ca-bundle", "reconcileID": "37eab2e6-042e-42f2-87e3-5424ab715882", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2966a24a", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:31:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2966a24a"}, "namespace": "e2e-aitenant-2966a24a", "name": "odh-trusted-ca-bundle", "reconcileID": "37eab2e6-042e-42f2-87e3-5424ab715882", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2966a24a"} 2026-06-11T15:31:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2966a24a"}, "namespace": "e2e-aitenant-2966a24a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbbaa453-6413-4659-98fe-88303331c7da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2966a24a"} 2026-06-11T15:31:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2966a24a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2966a24a", "reconcileID": "c37ec2c0-9a58-4741-bdae-4dc0c84b643a", "Gateway": "e2e-ait-2966a24a", "namespace": "openshift-ingress"} 2026-06-11T15:31:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2966a24a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2966a24a", "reconcileID": "54161cbe-f74b-41a9-bcce-8f434b52b48c", "Gateway": "e2e-ait-2966a24a", "namespace": "openshift-ingress"} 2026-06-11T15:31:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2966a24a"}, "namespace": "e2e-aitenant-2966a24a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ef4861a-0d20-4779-8ae9-65bacca91830", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2966a24a"} 2026-06-11T15:31:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2966a24a"}, "namespace": "e2e-aitenant-2966a24a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ef4861a-0d20-4779-8ae9-65bacca91830", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2966a24a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:31:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2966a24a"}, "namespace": "e2e-aitenant-2966a24a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ef4861a-0d20-4779-8ae9-65bacca91830", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-2966a24a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:31:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2966a24a"}, "namespace": "e2e-aitenant-2966a24a", "name": "odh-trusted-ca-bundle", "reconcileID": "2566a035-b54e-495f-aa2f-2734972f7b80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2966a24a"} 2026-06-11T15:31:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2966a24a"}, "namespace": "e2e-aitenant-2966a24a", "name": "odh-trusted-ca-bundle", "reconcileID": "2566a035-b54e-495f-aa2f-2734972f7b80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2966a24a"} 2026-06-11T15:31:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2966a24a"}, "namespace": "e2e-aitenant-2966a24a", "name": "openshift-service-ca.crt", "reconcileID": "2887b0cb-cb65-42f5-aeb2-18fa5b95d13f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2966a24a"} 2026-06-11T15:31:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2966a24a"}, "namespace": "e2e-aitenant-2966a24a", "name": "openshift-service-ca.crt", "reconcileID": "2887b0cb-cb65-42f5-aeb2-18fa5b95d13f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2966a24a"} 2026-06-11T15:31:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2966a24a"}, "namespace": "e2e-aitenant-2966a24a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "631dc3e5-1c8b-4008-a013-bd4942f1dc9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2966a24a"} 2026-06-11T15:31:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2966a24a"}, "namespace": "e2e-aitenant-2966a24a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "631dc3e5-1c8b-4008-a013-bd4942f1dc9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2966a24a"}