2026-06-11T14:44:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8b070074-ec5c-40b0-aa66-f9b2563355fa", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:44:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8b070074-ec5c-40b0-aa66-f9b2563355fa", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:44:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8b070074-ec5c-40b0-aa66-f9b2563355fa", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:44:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42bd0825-7534-4746-9382-d9a4516cf36c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:44:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8b070074-ec5c-40b0-aa66-f9b2563355fa", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T14:44:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8b070074-ec5c-40b0-aa66-f9b2563355fa", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T14:44:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8b070074-ec5c-40b0-aa66-f9b2563355fa", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:44:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42bd0825-7534-4746-9382-d9a4516cf36c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T14:44:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42bd0825-7534-4746-9382-d9a4516cf36c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:44:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b0b994c-4829-4b58-821c-7bb99f87a20d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:44:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b0b994c-4829-4b58-821c-7bb99f87a20d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T14:44:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b0b994c-4829-4b58-821c-7bb99f87a20d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:44:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "142f7447-266a-4b76-aa3d-1df5a9436cd5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:44:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "142f7447-266a-4b76-aa3d-1df5a9436cd5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:44:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "142f7447-266a-4b76-aa3d-1df5a9436cd5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:44:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a8ea28e1-2a5a-40c0-a3a8-e79920c909eb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:44:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "142f7447-266a-4b76-aa3d-1df5a9436cd5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T14:44:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "142f7447-266a-4b76-aa3d-1df5a9436cd5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T14:44:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "142f7447-266a-4b76-aa3d-1df5a9436cd5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:44:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a8ea28e1-2a5a-40c0-a3a8-e79920c909eb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T14:44:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a8ea28e1-2a5a-40c0-a3a8-e79920c909eb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:44:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fa15ed33-4ea0-4923-9942-77736fd00f59", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T14:44:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fa15ed33-4ea0-4923-9942-77736fd00f59", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T14:44:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fa15ed33-4ea0-4923-9942-77736fd00f59", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T14:44:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6f269476-9216-43d9-b3e7-afa4fd7ce7fb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:44:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fa15ed33-4ea0-4923-9942-77736fd00f59", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T14:44:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fa15ed33-4ea0-4923-9942-77736fd00f59", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T14:44:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fa15ed33-4ea0-4923-9942-77736fd00f59", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T14:44:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6f269476-9216-43d9-b3e7-afa4fd7ce7fb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T14:44:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6f269476-9216-43d9-b3e7-afa4fd7ce7fb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:45:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4bb8cd5a-619b-4804-942c-80a67e8916d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:45:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4bb8cd5a-619b-4804-942c-80a67e8916d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T14:45:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4bb8cd5a-619b-4804-942c-80a67e8916d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:45:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "728623fe-0d22-4c2c-8d22-ee05dd703609", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T14:45:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "728623fe-0d22-4c2c-8d22-ee05dd703609", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T14:45:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "728623fe-0d22-4c2c-8d22-ee05dd703609", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T14:45:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "728623fe-0d22-4c2c-8d22-ee05dd703609", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T14:45:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "728623fe-0d22-4c2c-8d22-ee05dd703609", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T14:45:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "728623fe-0d22-4c2c-8d22-ee05dd703609", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T14:45:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d086d756-8d78-48c8-b34b-54ebbb6a56b4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T14:45:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d086d756-8d78-48c8-b34b-54ebbb6a56b4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T14:45:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d086d756-8d78-48c8-b34b-54ebbb6a56b4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T14:45:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d086d756-8d78-48c8-b34b-54ebbb6a56b4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T14:45:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d086d756-8d78-48c8-b34b-54ebbb6a56b4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T14:45:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d086d756-8d78-48c8-b34b-54ebbb6a56b4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T14:45:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b151b39d-9d9c-4017-9192-28517e98f538", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:45:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b151b39d-9d9c-4017-9192-28517e98f538", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T14:45:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b151b39d-9d9c-4017-9192-28517e98f538", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:45:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "be1da665-c8bc-4bf6-b1ab-fca5480b4212", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T14:45:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "be1da665-c8bc-4bf6-b1ab-fca5480b4212", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T14:45:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "be1da665-c8bc-4bf6-b1ab-fca5480b4212", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T14:45:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "be1da665-c8bc-4bf6-b1ab-fca5480b4212", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T14:45:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "be1da665-c8bc-4bf6-b1ab-fca5480b4212", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T14:45:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "be1da665-c8bc-4bf6-b1ab-fca5480b4212", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T14:45:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2055cf27-bf67-4132-8708-172ce30e86f3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T14:45:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2055cf27-bf67-4132-8708-172ce30e86f3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T14:45:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2055cf27-bf67-4132-8708-172ce30e86f3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T14:45:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2055cf27-bf67-4132-8708-172ce30e86f3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T14:45:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2055cf27-bf67-4132-8708-172ce30e86f3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T14:45:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2055cf27-bf67-4132-8708-172ce30e86f3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T14:45:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "21a6940f-9da7-49fd-9f2f-ca995e977a8a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:45:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "21a6940f-9da7-49fd-9f2f-ca995e977a8a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T14:45:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "21a6940f-9da7-49fd-9f2f-ca995e977a8a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:45:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "89b416b6-ecfa-4553-ba2f-dbdb6d59af43", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T14:45:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "89b416b6-ecfa-4553-ba2f-dbdb6d59af43", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T14:45:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "89b416b6-ecfa-4553-ba2f-dbdb6d59af43", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T14:45:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "89b416b6-ecfa-4553-ba2f-dbdb6d59af43", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T14:45:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "89b416b6-ecfa-4553-ba2f-dbdb6d59af43", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T14:45:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "89b416b6-ecfa-4553-ba2f-dbdb6d59af43", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T14:45:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "af9291c8-5df6-4e6c-b683-eb4c25c7ddc3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:45:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "af9291c8-5df6-4e6c-b683-eb4c25c7ddc3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:45:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "af9291c8-5df6-4e6c-b683-eb4c25c7ddc3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:45:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "af9291c8-5df6-4e6c-b683-eb4c25c7ddc3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T14:45:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "af9291c8-5df6-4e6c-b683-eb4c25c7ddc3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T14:45:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "af9291c8-5df6-4e6c-b683-eb4c25c7ddc3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:45:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "52b35364-5a73-4311-a9bf-699b3280ca70", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:45:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "52b35364-5a73-4311-a9bf-699b3280ca70", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T14:45:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "52b35364-5a73-4311-a9bf-699b3280ca70", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:45:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a4dc3eb6-2a46-4219-bda5-d31922479a7d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:45:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a4dc3eb6-2a46-4219-bda5-d31922479a7d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:45:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a4dc3eb6-2a46-4219-bda5-d31922479a7d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:45:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a4dc3eb6-2a46-4219-bda5-d31922479a7d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T14:45:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a4dc3eb6-2a46-4219-bda5-d31922479a7d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T14:45:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a4dc3eb6-2a46-4219-bda5-d31922479a7d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:45:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fea4567f-e1f1-4857-834f-3b115681806b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:45:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fea4567f-e1f1-4857-834f-3b115681806b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:45:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fea4567f-e1f1-4857-834f-3b115681806b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:45:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fea4567f-e1f1-4857-834f-3b115681806b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T14:45:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fea4567f-e1f1-4857-834f-3b115681806b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T14:45:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fea4567f-e1f1-4857-834f-3b115681806b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:45:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "02e58fec-ef7b-4f81-8831-a42ed53ecf92", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:45:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "02e58fec-ef7b-4f81-8831-a42ed53ecf92", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T14:45:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "02e58fec-ef7b-4f81-8831-a42ed53ecf92", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:45:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4339ec5e-7c86-4674-a9dd-4d26226758b5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:45:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4339ec5e-7c86-4674-a9dd-4d26226758b5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:45:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4339ec5e-7c86-4674-a9dd-4d26226758b5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:45:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4339ec5e-7c86-4674-a9dd-4d26226758b5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T14:45:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4339ec5e-7c86-4674-a9dd-4d26226758b5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T14:45:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4339ec5e-7c86-4674-a9dd-4d26226758b5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:45:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d4efcaab-30d3-4f69-9944-3392e9e3912f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T14:45:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d4efcaab-30d3-4f69-9944-3392e9e3912f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T14:45:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d4efcaab-30d3-4f69-9944-3392e9e3912f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T14:45:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d4efcaab-30d3-4f69-9944-3392e9e3912f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T14:45:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d4efcaab-30d3-4f69-9944-3392e9e3912f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T14:45:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d4efcaab-30d3-4f69-9944-3392e9e3912f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T14:45:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19402904-4460-432f-93a3-c822880d1a28", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:45:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19402904-4460-432f-93a3-c822880d1a28", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T14:45:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19402904-4460-432f-93a3-c822880d1a28", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:45:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1778d75f-f658-4929-b83c-bedfa2a816e4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T14:45:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1778d75f-f658-4929-b83c-bedfa2a816e4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T14:45:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1778d75f-f658-4929-b83c-bedfa2a816e4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T14:45:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1778d75f-f658-4929-b83c-bedfa2a816e4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T14:45:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1778d75f-f658-4929-b83c-bedfa2a816e4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T14:45:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1778d75f-f658-4929-b83c-bedfa2a816e4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T14:46:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a46b942c-5a75-4bcb-a45a-814d01cadabc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T14:46:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a46b942c-5a75-4bcb-a45a-814d01cadabc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T14:46:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a46b942c-5a75-4bcb-a45a-814d01cadabc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T14:46:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a46b942c-5a75-4bcb-a45a-814d01cadabc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T14:46:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a46b942c-5a75-4bcb-a45a-814d01cadabc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T14:46:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a46b942c-5a75-4bcb-a45a-814d01cadabc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T14:46:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "208b7b29-f15f-4764-9c91-b0cff6d72505", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T14:46:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "208b7b29-f15f-4764-9c91-b0cff6d72505", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T14:46:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "208b7b29-f15f-4764-9c91-b0cff6d72505", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T14:46:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "208b7b29-f15f-4764-9c91-b0cff6d72505", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T14:46:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "208b7b29-f15f-4764-9c91-b0cff6d72505", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T14:46:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "208b7b29-f15f-4764-9c91-b0cff6d72505", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T14:46:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "67735ad9-f2ce-4210-a728-57206afc208a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T14:46:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "67735ad9-f2ce-4210-a728-57206afc208a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T14:46:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "67735ad9-f2ce-4210-a728-57206afc208a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T14:46:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "67735ad9-f2ce-4210-a728-57206afc208a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T14:46:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "67735ad9-f2ce-4210-a728-57206afc208a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T14:46:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "67735ad9-f2ce-4210-a728-57206afc208a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T14:46:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0d1905e6-f426-4dcc-8f37-5ccad2a171c9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:46:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0d1905e6-f426-4dcc-8f37-5ccad2a171c9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:46:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0d1905e6-f426-4dcc-8f37-5ccad2a171c9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:46:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0d1905e6-f426-4dcc-8f37-5ccad2a171c9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T14:46:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0d1905e6-f426-4dcc-8f37-5ccad2a171c9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T14:46:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0d1905e6-f426-4dcc-8f37-5ccad2a171c9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:46:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7588895d-637d-4aaa-b3ac-b4e6ce7ff832", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:46:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7588895d-637d-4aaa-b3ac-b4e6ce7ff832", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:46:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7588895d-637d-4aaa-b3ac-b4e6ce7ff832", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:46:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7588895d-637d-4aaa-b3ac-b4e6ce7ff832", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T14:46:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7588895d-637d-4aaa-b3ac-b4e6ce7ff832", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T14:46:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7588895d-637d-4aaa-b3ac-b4e6ce7ff832", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T14:46:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "294ff5f5-3b3c-4c03-bb03-a1db4925cbfd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T14:46:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "294ff5f5-3b3c-4c03-bb03-a1db4925cbfd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T14:46:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "294ff5f5-3b3c-4c03-bb03-a1db4925cbfd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T14:46:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "294ff5f5-3b3c-4c03-bb03-a1db4925cbfd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T14:46:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "294ff5f5-3b3c-4c03-bb03-a1db4925cbfd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T14:46:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "294ff5f5-3b3c-4c03-bb03-a1db4925cbfd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T14:46:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "b2af79e1-ed92-4ad7-904f-e95da97b42da", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T14:46:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "330e456c-dee7-4c27-9f21-705e14c936e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T14:46:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "16df5a88-456b-4689-bdc8-a3c619945e0c", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:46:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "16df5a88-456b-4689-bdc8-a3c619945e0c", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T14:46:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99a24a15-ce04-475c-84ff-a56aeda0938c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T14:46:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "b2dca7c6-42bb-490e-ae08-ce4f9e55f557", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T14:46:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "f81f5d67-d85b-4045-9909-226ede022894", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:46:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "f81f5d67-d85b-4045-9909-226ede022894", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T14:46:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4ca6418-5f90-489d-a2b6-59c1a63c8bb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T14:46:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "0885ea98-5d17-461c-98a0-1cad7df2dab9", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T14:46:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "2acf4710-9ce0-4e90-a160-551db2774266", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-11T14:46:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "8d597663-1561-4e14-b36d-5dabceb93f5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:46:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "8d597663-1561-4e14-b36d-5dabceb93f5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T14:46:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2148941-0a38-4444-8bdf-d5e12b55357e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-11T14:46:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "53da8440-8191-4062-a268-2e249fbe23b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T14:46:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "711c00ef-877c-490e-bc4b-bda923b63d56", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:46:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "711c00ef-877c-490e-bc4b-bda923b63d56", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-11T14:46:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d17b3f40-f4a1-4802-a60c-21c6cdf6b9fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-11T14:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "81b75ba6-cf0c-41f1-9f7a-7c1f6dfbfe14", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T14:49:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "f08848ba-7b15-4c4a-9970-d8cd03699888", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:49:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "f08848ba-7b15-4c4a-9970-d8cd03699888", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T14:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "af813e66-36e3-4fef-83a8-b618c80580ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T14:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4670300-9ae9-4cb7-9702-37a5180c425d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T14:49:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "df5d1d36-c63a-4359-92d2-e37bf5995b42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:49:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "df5d1d36-c63a-4359-92d2-e37bf5995b42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T14:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7112c545-d33e-4713-a901-e930fa93586f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T14:49:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89ca046a-5010-4881-8b87-fd59a7078040", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T14:49:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89ca046a-5010-4881-8b87-fd59a7078040", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:49:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89ca046a-5010-4881-8b87-fd59a7078040", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T14:49:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "81dba2d6-a2ff-4af6-bc7b-09c61f69ab28", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T14:49:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "81dba2d6-a2ff-4af6-bc7b-09c61f69ab28", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:49:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "81dba2d6-a2ff-4af6-bc7b-09c61f69ab28", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T14:49:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e8fa5be0-309c-429e-a233-766d63bf3226", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T14:49:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e8fa5be0-309c-429e-a233-766d63bf3226", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T14:49:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "102832f4-3a84-48d6-8947-bcdcde17cd5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T14:49:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "102832f4-3a84-48d6-8947-bcdcde17cd5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T14:49:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cee21eca-72fa-41d1-94aa-4bc30269d820", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T14:49:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cee21eca-72fa-41d1-94aa-4bc30269d820", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T14:50:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "49061382-f4ad-40fd-b6db-b438aa06fae3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T14:50:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "27ed72df-a093-4e53-acd8-f8a00dbdb15b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T14:50:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "65571305-aab2-48f7-88bf-d5c02c8cdf37", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:50:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "65571305-aab2-48f7-88bf-d5c02c8cdf37", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T14:50:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f41ad63-5316-4950-be5d-a94d2f097d1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T14:50:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "73545fab-5b46-4f7d-900e-30d6a4435f2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T14:50:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "73cd4520-d2f5-4324-bb77-25e06e3c53a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:50:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "73cd4520-d2f5-4324-bb77-25e06e3c53a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T14:50:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9954739b-1f49-4d21-a24c-274239c79528", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T14:50:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53ca04a9-3b8b-4c7b-adb3-a235d254cf6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T14:50:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53ca04a9-3b8b-4c7b-adb3-a235d254cf6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:50:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53ca04a9-3b8b-4c7b-adb3-a235d254cf6b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T14:50:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ccd1697-0407-4357-afe7-e6db0666f6e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T14:50:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ccd1697-0407-4357-afe7-e6db0666f6e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:50:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ccd1697-0407-4357-afe7-e6db0666f6e3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T14:50:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7fccdc0a-0a3c-4b0d-9b0f-15a0fb046fd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T14:50:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7fccdc0a-0a3c-4b0d-9b0f-15a0fb046fd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T14:50:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bd303330-aca4-4a22-badc-eb4cf165e35c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T14:50:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bd303330-aca4-4a22-badc-eb4cf165e35c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T14:50:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e59e9f6-55e6-477b-86f9-38f99ef8948f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T14:50:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e59e9f6-55e6-477b-86f9-38f99ef8948f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T14:50:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3c7857"}, "namespace": "e2e-modelref-3c7857", "name": "openshift-service-ca.crt", "reconcileID": "86063972-524c-478a-91c0-6691cf21716d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3c7857"} 2026-06-11T14:50:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3c7857"}, "namespace": "e2e-modelref-3c7857", "name": "odh-trusted-ca-bundle", "reconcileID": "bb27afd5-f553-45e5-83c4-a120b5be22eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3c7857"} 2026-06-11T14:50:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3c7857"}, "namespace": "e2e-modelref-3c7857", "name": "openshift-service-ca.crt", "reconcileID": "0ab424be-29e2-445c-abd8-4b320ad84f66", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3c7857", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:50:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3c7857"}, "namespace": "e2e-modelref-3c7857", "name": "openshift-service-ca.crt", "reconcileID": "0ab424be-29e2-445c-abd8-4b320ad84f66", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3c7857"} 2026-06-11T14:50:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3c7857"}, "namespace": "e2e-modelref-3c7857", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea0bff1c-df12-4944-871d-8c5fd7192cd6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3c7857"} 2026-06-11T14:50:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3c7857"}, "namespace": "e2e-modelref-3c7857", "name": "openshift-service-ca.crt", "reconcileID": "b53d9aed-7322-402b-949b-c17f5de3412c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3c7857"} 2026-06-11T14:50:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3c7857"}, "namespace": "e2e-modelref-3c7857", "name": "odh-trusted-ca-bundle", "reconcileID": "e57ae4c2-4d75-4dac-afcf-2f2ddf2daf2c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3c7857", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:50:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3c7857"}, "namespace": "e2e-modelref-3c7857", "name": "odh-trusted-ca-bundle", "reconcileID": "e57ae4c2-4d75-4dac-afcf-2f2ddf2daf2c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3c7857"} 2026-06-11T14:50:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3c7857"}, "namespace": "e2e-modelref-3c7857", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7751b499-0d39-40b0-bd0a-f163db78728a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3c7857"} 2026-06-11T14:50:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9542584e-db53-4a89-b324-748abcc43f33", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:50:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9542584e-db53-4a89-b324-748abcc43f33", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T14:50:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9542584e-db53-4a89-b324-748abcc43f33", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:50:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd2b6a71-bf72-42bd-88bc-347f441b5dc4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:50:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd2b6a71-bf72-42bd-88bc-347f441b5dc4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T14:50:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd2b6a71-bf72-42bd-88bc-347f441b5dc4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:51:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "472495c5-032d-48b3-a143-1498744e9eec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:51:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "472495c5-032d-48b3-a143-1498744e9eec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T14:51:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "472495c5-032d-48b3-a143-1498744e9eec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:51:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ecdca57b-cbbf-41f8-95bf-2e225259c686", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:51:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ecdca57b-cbbf-41f8-95bf-2e225259c686", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T14:51:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ecdca57b-cbbf-41f8-95bf-2e225259c686", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:51:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3c7857"}, "namespace": "e2e-modelref-3c7857", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9068061f-6f8e-40d5-b329-b7c2b0cabb7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3c7857"} 2026-06-11T14:51:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3c7857"}, "namespace": "e2e-modelref-3c7857", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9068061f-6f8e-40d5-b329-b7c2b0cabb7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3c7857", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:51:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3c7857"}, "namespace": "e2e-modelref-3c7857", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9068061f-6f8e-40d5-b329-b7c2b0cabb7c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-3c7857 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T14:51:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3c7857"}, "namespace": "e2e-modelref-3c7857", "name": "odh-trusted-ca-bundle", "reconcileID": "c4a452db-6339-4d2c-a996-3e34ec5916c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3c7857"} 2026-06-11T14:51:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3c7857"}, "namespace": "e2e-modelref-3c7857", "name": "odh-trusted-ca-bundle", "reconcileID": "c4a452db-6339-4d2c-a996-3e34ec5916c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3c7857"} 2026-06-11T14:51:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3c7857"}, "namespace": "e2e-modelref-3c7857", "name": "openshift-service-ca.crt", "reconcileID": "4e9c24ef-821b-4f93-be6a-67df72903ad7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3c7857"} 2026-06-11T14:51:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3c7857"}, "namespace": "e2e-modelref-3c7857", "name": "openshift-service-ca.crt", "reconcileID": "4e9c24ef-821b-4f93-be6a-67df72903ad7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3c7857"} 2026-06-11T14:51:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3c7857"}, "namespace": "e2e-modelref-3c7857", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11052165-c680-4070-8267-0e6ba036f0a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3c7857"} 2026-06-11T14:51:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3c7857"}, "namespace": "e2e-modelref-3c7857", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11052165-c680-4070-8267-0e6ba036f0a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3c7857"} 2026-06-11T14:51:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "openshift-service-ca.crt", "reconcileID": "795b80a6-04fd-4cd5-9f53-ef6bbc3c7744", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-885a64"} 2026-06-11T14:51:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "openshift-service-ca.crt", "reconcileID": "0318296b-2367-43c4-9b82-b74e4ad1aebf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-885a64", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:51:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "openshift-service-ca.crt", "reconcileID": "0318296b-2367-43c4-9b82-b74e4ad1aebf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-885a64"} 2026-06-11T14:51:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-trusted-ca-bundle", "reconcileID": "2923ad12-e447-4dac-8da3-b6a01a3a950e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-885a64"} 2026-06-11T14:51:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81bc9806-26d6-44cb-86b0-d27a485067e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-885a64"} 2026-06-11T14:51:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "openshift-service-ca.crt", "reconcileID": "c958bc49-f982-47b3-9210-2b408c87dc6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-885a64"} 2026-06-11T14:51:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-trusted-ca-bundle", "reconcileID": "20b4f0cd-e29e-4f1f-858a-587cacaf7137", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-885a64", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:51:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-trusted-ca-bundle", "reconcileID": "20b4f0cd-e29e-4f1f-858a-587cacaf7137", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-885a64"} 2026-06-11T14:51:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9fce042-c929-4c3b-9c7f-f2359134807b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-885a64"} 2026-06-11T14:51:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "409a0915-90cb-4d70-b46b-9f8a0c9b4a19", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:51:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "409a0915-90cb-4d70-b46b-9f8a0c9b4a19", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T14:51:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "409a0915-90cb-4d70-b46b-9f8a0c9b4a19", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:51:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c6992331-7da4-4e9f-9e58-444c162d6d6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:51:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c6992331-7da4-4e9f-9e58-444c162d6d6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T14:51:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c6992331-7da4-4e9f-9e58-444c162d6d6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:51:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1f0b47b-5618-4037-a659-bad0e31b0fcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:51:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1f0b47b-5618-4037-a659-bad0e31b0fcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T14:51:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1f0b47b-5618-4037-a659-bad0e31b0fcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:51:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5f9c788e-650f-424d-9859-4359147c5262", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:51:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5f9c788e-650f-424d-9859-4359147c5262", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T14:51:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5f9c788e-650f-424d-9859-4359147c5262", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T14:51:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b85191a-1417-4e66-8b3b-bf2ad88ebbf0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-885a64"} 2026-06-11T14:51:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b85191a-1417-4e66-8b3b-bf2ad88ebbf0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-885a64", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:51:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b85191a-1417-4e66-8b3b-bf2ad88ebbf0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-885a64 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T14:51:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dc2b895-9665-433f-8c94-6b10206d104e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-885a64"} 2026-06-11T14:51:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dc2b895-9665-433f-8c94-6b10206d104e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-885a64", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:51:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dc2b895-9665-433f-8c94-6b10206d104e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-885a64 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T14:51:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "308fd411-e538-4fc3-8797-3e1a48c8f44d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-885a64"} 2026-06-11T14:51:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "308fd411-e538-4fc3-8797-3e1a48c8f44d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-885a64", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:51:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "308fd411-e538-4fc3-8797-3e1a48c8f44d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-885a64 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T14:51:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-trusted-ca-bundle", "reconcileID": "48441199-9818-4b5d-9db9-64e87d949117", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-885a64"} 2026-06-11T14:51:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-trusted-ca-bundle", "reconcileID": "48441199-9818-4b5d-9db9-64e87d949117", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-885a64", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:51:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-trusted-ca-bundle", "reconcileID": "48441199-9818-4b5d-9db9-64e87d949117", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-885a64 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T14:51:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "openshift-service-ca.crt", "reconcileID": "7b35bcdd-917b-4ec7-bb5e-c500f73d6bcd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-885a64"} 2026-06-11T14:51:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "openshift-service-ca.crt", "reconcileID": "7b35bcdd-917b-4ec7-bb5e-c500f73d6bcd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-885a64"} 2026-06-11T14:51:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-trusted-ca-bundle", "reconcileID": "897c51bb-eeb0-4232-bbf7-21c4fa01dfd5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-885a64"} 2026-06-11T14:51:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-trusted-ca-bundle", "reconcileID": "897c51bb-eeb0-4232-bbf7-21c4fa01dfd5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-885a64"} 2026-06-11T14:51:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "417ff4ff-28b5-4c1a-98a7-f32d4ac6c7ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-885a64"} 2026-06-11T14:51:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-885a64"}, "namespace": "e2e-modelref-885a64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "417ff4ff-28b5-4c1a-98a7-f32d4ac6c7ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-885a64"} E0611 14:52:09.592669 1 leaderelection.go:441] Failed to update lock optimistically: Put "https://172.31.0.1:443/apis/coordination.k8s.io/v1/namespaces/opendatahub/leases/odh-model-controller.opendatahub.io?timeout=5s": context deadline exceeded (Client.Timeout exceeded while awaiting headers), falling back to slow path 2026-06-11T14:52:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "openshift-service-ca.crt", "reconcileID": "ef1333fc-698f-47b0-ab6d-504e0fa6656b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7c506d"} 2026-06-11T14:52:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-trusted-ca-bundle", "reconcileID": "ab2f0b18-a222-4063-941a-e76eeb00b3df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7c506d"} 2026-06-11T14:52:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "openshift-service-ca.crt", "reconcileID": "92c2df49-b285-47c9-8cb7-fb35f356dfd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7c506d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:52:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "openshift-service-ca.crt", "reconcileID": "92c2df49-b285-47c9-8cb7-fb35f356dfd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7c506d"} 2026-06-11T14:52:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cf139db-04e3-48a7-b994-608c8ae8a379", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7c506d"} 2026-06-11T14:52:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "openshift-service-ca.crt", "reconcileID": "11ef7c2d-6b05-421c-a0a5-fa536fd586ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7c506d"} 2026-06-11T14:52:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-trusted-ca-bundle", "reconcileID": "63304250-c5c8-47cf-8732-6ecce79f5be6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7c506d", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:52:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-trusted-ca-bundle", "reconcileID": "63304250-c5c8-47cf-8732-6ecce79f5be6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7c506d"} 2026-06-11T14:52:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a9abc818-0c6d-491e-855c-2f1a60ac0fc1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7c506d"} 2026-06-11T14:52:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85160686-87af-4eab-85fc-609aca0327c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7c506d"} 2026-06-11T14:52:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85160686-87af-4eab-85fc-609aca0327c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7c506d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:52:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85160686-87af-4eab-85fc-609aca0327c6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-7c506d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T14:52:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-trusted-ca-bundle", "reconcileID": "ad22cb2a-7d7b-43ca-8daf-816fe9798d6e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7c506d"} 2026-06-11T14:52:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-trusted-ca-bundle", "reconcileID": "ad22cb2a-7d7b-43ca-8daf-816fe9798d6e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7c506d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:52:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-trusted-ca-bundle", "reconcileID": "ad22cb2a-7d7b-43ca-8daf-816fe9798d6e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-7c506d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T14:52:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7d302e4-8af6-489e-bddb-903af6a622f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7c506d"} 2026-06-11T14:52:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7d302e4-8af6-489e-bddb-903af6a622f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7c506d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:52:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7d302e4-8af6-489e-bddb-903af6a622f2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-7c506d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T14:52:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-trusted-ca-bundle", "reconcileID": "3aab1d83-8aad-40dc-a893-ea11daa37508", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7c506d"} 2026-06-11T14:52:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-trusted-ca-bundle", "reconcileID": "3aab1d83-8aad-40dc-a893-ea11daa37508", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7c506d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:52:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-trusted-ca-bundle", "reconcileID": "3aab1d83-8aad-40dc-a893-ea11daa37508", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-7c506d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T14:52:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "openshift-service-ca.crt", "reconcileID": "c92109b3-7f02-479e-b280-37562f6371fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7c506d"} 2026-06-11T14:52:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "openshift-service-ca.crt", "reconcileID": "c92109b3-7f02-479e-b280-37562f6371fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-7c506d"} 2026-06-11T14:52:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b749bd24-e744-40d1-ba63-09b73f5eec76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7c506d"} 2026-06-11T14:52:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b749bd24-e744-40d1-ba63-09b73f5eec76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-7c506d"} 2026-06-11T14:52:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-trusted-ca-bundle", "reconcileID": "27ed13c6-2a22-4986-9e97-b13aa3ff6f24", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7c506d"} 2026-06-11T14:52:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-7c506d"}, "namespace": "e2e-webhook-test-7c506d", "name": "odh-trusted-ca-bundle", "reconcileID": "27ed13c6-2a22-4986-9e97-b13aa3ff6f24", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-7c506d"} 2026-06-11T14:52:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "odh-trusted-ca-bundle", "reconcileID": "7cc003a9-adee-4baf-b6be-d4f5832c05f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-8463ab"} 2026-06-11T14:52:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "openshift-service-ca.crt", "reconcileID": "e3de497e-a2ee-4c51-8576-faecdaf2f897", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-8463ab"} 2026-06-11T14:52:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "openshift-service-ca.crt", "reconcileID": "8b6188d2-3485-4252-b8c9-47f99fc8a93c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-8463ab", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:52:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "openshift-service-ca.crt", "reconcileID": "8b6188d2-3485-4252-b8c9-47f99fc8a93c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-8463ab"} 2026-06-11T14:52:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "197923b4-95ef-4025-b004-ad8ddc262198", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-8463ab"} 2026-06-11T14:52:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "openshift-service-ca.crt", "reconcileID": "1e828fd1-451d-44a6-b0ad-3195731978ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-8463ab"} 2026-06-11T14:52:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "odh-trusted-ca-bundle", "reconcileID": "2b580760-94d9-4cc3-a8ec-e4c45b7fa25a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-8463ab", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:52:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "odh-trusted-ca-bundle", "reconcileID": "2b580760-94d9-4cc3-a8ec-e4c45b7fa25a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-8463ab"} 2026-06-11T14:52:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89c435c2-3182-4173-afe4-a0bb410abdeb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-8463ab"} 2026-06-11T14:52:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57071e2e-702f-4b62-8572-43f44660b59d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-8463ab"} 2026-06-11T14:52:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57071e2e-702f-4b62-8572-43f44660b59d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-8463ab", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:52:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57071e2e-702f-4b62-8572-43f44660b59d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-8463ab because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T14:52:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "odh-trusted-ca-bundle", "reconcileID": "ea2702f5-bdd7-4be9-b005-c28da77cb9da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-8463ab"} 2026-06-11T14:52:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "odh-trusted-ca-bundle", "reconcileID": "ea2702f5-bdd7-4be9-b005-c28da77cb9da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-8463ab", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T14:52:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "odh-trusted-ca-bundle", "reconcileID": "ea2702f5-bdd7-4be9-b005-c28da77cb9da", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-8463ab because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T14:52:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "openshift-service-ca.crt", "reconcileID": "bc128cc6-c6bc-40f4-878e-338bad2ab4a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-8463ab"} 2026-06-11T14:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "openshift-service-ca.crt", "reconcileID": "bc128cc6-c6bc-40f4-878e-338bad2ab4a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-8463ab"} 2026-06-11T14:52:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71018230-d669-4eb7-a2e7-aa60f900fe08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-8463ab"} 2026-06-11T14:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71018230-d669-4eb7-a2e7-aa60f900fe08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-8463ab"} 2026-06-11T14:52:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "odh-trusted-ca-bundle", "reconcileID": "4b004d5d-69ee-4e76-b026-7fcc1cea5d57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-8463ab"} 2026-06-11T14:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-8463ab"}, "namespace": "e2e-webhook-test-8463ab", "name": "odh-trusted-ca-bundle", "reconcileID": "4b004d5d-69ee-4e76-b026-7fcc1cea5d57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-8463ab"} 2026-06-11T14:58:07Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T14:58:07Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T14:58:08Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T14:58:08Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T15:09:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ba122869","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ba122869", "reconcileID": "eca771e7-249c-4a87-924c-d248224c49eb", "Gateway": "e2e-ait-ba122869", "namespace": "openshift-ingress"} 2026-06-11T15:09:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ba122869","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ba122869", "reconcileID": "603a05f9-867d-4f0b-a4aa-4d04ce67f6fe", "Gateway": "e2e-ait-ba122869", "namespace": "openshift-ingress"} 2026-06-11T15:09:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ba122869","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ba122869", "reconcileID": "edf3dd54-967e-4dbc-aa48-d29255853d0f", "Gateway": "e2e-ait-ba122869", "namespace": "openshift-ingress"} 2026-06-11T15:09:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ba122869","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ba122869", "reconcileID": "5ae73e8c-21ad-451e-ae48-2a0253dd0265", "Gateway": "e2e-ait-ba122869", "namespace": "openshift-ingress"} 2026-06-11T15:09:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ba122869","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ba122869", "reconcileID": "13ed6bfa-e48f-400a-9761-eaa9cd0b5c8d", "Gateway": "e2e-ait-ba122869", "namespace": "openshift-ingress"} 2026-06-11T15:09:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ba122869"}, "namespace": "e2e-aitenant-ba122869", "name": "odh-trusted-ca-bundle", "reconcileID": "85650db7-2b46-4e55-bfbe-500a1cabbaac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ba122869"} 2026-06-11T15:09:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ba122869"}, "namespace": "e2e-aitenant-ba122869", "name": "openshift-service-ca.crt", "reconcileID": "264d3226-de50-440a-b8c5-43bebf287716", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ba122869"} 2026-06-11T15:09:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ba122869"}, "namespace": "e2e-aitenant-ba122869", "name": "openshift-service-ca.crt", "reconcileID": "831b0818-a339-4a40-8ebe-fe1b2a3f07cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ba122869", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:09:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ba122869"}, "namespace": "e2e-aitenant-ba122869", "name": "openshift-service-ca.crt", "reconcileID": "831b0818-a339-4a40-8ebe-fe1b2a3f07cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ba122869"} 2026-06-11T15:09:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ba122869"}, "namespace": "e2e-aitenant-ba122869", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0612b94d-8990-4d4e-8a93-4c50de6a8ea9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ba122869"} 2026-06-11T15:09:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ba122869"}, "namespace": "e2e-aitenant-ba122869", "name": "openshift-service-ca.crt", "reconcileID": "1a2a8a85-191b-4fdc-99b8-70201abcc59d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ba122869"} 2026-06-11T15:09:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ba122869"}, "namespace": "e2e-aitenant-ba122869", "name": "odh-trusted-ca-bundle", "reconcileID": "e375c0bf-184e-42ce-8fcc-4accd9f8d160", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ba122869", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:09:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ba122869"}, "namespace": "e2e-aitenant-ba122869", "name": "odh-trusted-ca-bundle", "reconcileID": "e375c0bf-184e-42ce-8fcc-4accd9f8d160", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ba122869"} 2026-06-11T15:09:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ba122869"}, "namespace": "e2e-aitenant-ba122869", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f7beed9-cd6f-42a2-bf4f-0dd91aaa0c73", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ba122869"} 2026-06-11T15:09:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ba122869","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ba122869", "reconcileID": "b2ae20c3-d6e4-4636-a5d0-d670e5d9936d", "Gateway": "e2e-ait-ba122869", "namespace": "openshift-ingress"} 2026-06-11T15:09:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ba122869","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ba122869", "reconcileID": "69e24bdc-006a-4bf6-b54a-ade318c1e4cb", "Gateway": "e2e-ait-ba122869", "namespace": "openshift-ingress"} 2026-06-11T15:09:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ba122869"}, "namespace": "e2e-aitenant-ba122869", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "581bd666-9079-4abd-91f2-6aa45dbde347", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ba122869"} 2026-06-11T15:09:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ba122869"}, "namespace": "e2e-aitenant-ba122869", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "581bd666-9079-4abd-91f2-6aa45dbde347", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ba122869", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:09:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ba122869"}, "namespace": "e2e-aitenant-ba122869", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "581bd666-9079-4abd-91f2-6aa45dbde347", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-ba122869 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:09:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ba122869"}, "namespace": "e2e-aitenant-ba122869", "name": "odh-trusted-ca-bundle", "reconcileID": "fdfd29f7-0197-48ee-a84f-29a38915ae9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ba122869"} 2026-06-11T15:09:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ba122869"}, "namespace": "e2e-aitenant-ba122869", "name": "odh-trusted-ca-bundle", "reconcileID": "fdfd29f7-0197-48ee-a84f-29a38915ae9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ba122869"} 2026-06-11T15:09:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ba122869"}, "namespace": "e2e-aitenant-ba122869", "name": "openshift-service-ca.crt", "reconcileID": "1ba4dc61-770c-47dc-a300-7beb62a85818", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ba122869"} 2026-06-11T15:09:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ba122869"}, "namespace": "e2e-aitenant-ba122869", "name": "openshift-service-ca.crt", "reconcileID": "1ba4dc61-770c-47dc-a300-7beb62a85818", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ba122869"} 2026-06-11T15:09:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ba122869"}, "namespace": "e2e-aitenant-ba122869", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab49cc38-534a-4b58-b1b5-53a3d5a25bd4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ba122869"} 2026-06-11T15:09:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ba122869"}, "namespace": "e2e-aitenant-ba122869", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab49cc38-534a-4b58-b1b5-53a3d5a25bd4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ba122869"} 2026-06-11T15:10:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-beae70f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-beae70f6", "reconcileID": "447adb11-e205-4078-a327-bad7d20c4588", "Gateway": "e2e-ait-beae70f6", "namespace": "openshift-ingress"} 2026-06-11T15:10:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-beae70f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-beae70f6", "reconcileID": "4209d06a-e1f7-46c0-86ea-7e6c7aac072a", "Gateway": "e2e-ait-beae70f6", "namespace": "openshift-ingress"} 2026-06-11T15:10:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-beae70f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-beae70f6", "reconcileID": "8ac16f7b-5027-45e8-b8a5-0b37d560ff91", "Gateway": "e2e-ait-beae70f6", "namespace": "openshift-ingress"} 2026-06-11T15:10:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-beae70f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-beae70f6", "reconcileID": "5a2ba153-20ac-4b4d-93c8-10cc0503d518", "Gateway": "e2e-ait-beae70f6", "namespace": "openshift-ingress"} 2026-06-11T15:10:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-beae70f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-beae70f6", "reconcileID": "fbcf0488-833b-4d10-8597-fda12b3072d5", "Gateway": "e2e-ait-beae70f6", "namespace": "openshift-ingress"} 2026-06-11T15:10:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "openshift-service-ca.crt", "reconcileID": "a3eb317b-63b9-4d04-b8a2-aeb1298557d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-beae70f6"} 2026-06-11T15:10:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "openshift-service-ca.crt", "reconcileID": "c8001d49-f8ae-4b45-a365-a5a553ed761b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-beae70f6", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:10:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "openshift-service-ca.crt", "reconcileID": "c8001d49-f8ae-4b45-a365-a5a553ed761b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-beae70f6"} 2026-06-11T15:10:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "odh-trusted-ca-bundle", "reconcileID": "90644208-640a-4e39-9783-80d2936076ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-beae70f6", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:10:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "odh-trusted-ca-bundle", "reconcileID": "90644208-640a-4e39-9783-80d2936076ef", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:10:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "openshift-service-ca.crt", "reconcileID": "c09a73b0-ec1e-4a16-b149-1830bee50cab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-beae70f6"} 2026-06-11T15:10:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e777f2c8-5d4e-498f-854c-a0cc0a69cb54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-beae70f6"} 2026-06-11T15:10:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "odh-trusted-ca-bundle", "reconcileID": "e37435b2-d5cb-4489-80f2-2b17846e47f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-beae70f6"} 2026-06-11T15:10:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "odh-trusted-ca-bundle", "reconcileID": "76d81cdc-5cc3-4719-8a63-5d69bd84623b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-beae70f6", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:10:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "odh-trusted-ca-bundle", "reconcileID": "76d81cdc-5cc3-4719-8a63-5d69bd84623b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-beae70f6"} 2026-06-11T15:10:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "adf8d456-3c02-44c6-9ab2-f64378a83218", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-beae70f6"} 2026-06-11T15:10:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-beae70f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-beae70f6", "reconcileID": "e3541ef3-14fa-46ce-9edd-262a9cb850af", "Gateway": "e2e-ait-beae70f6", "namespace": "openshift-ingress"} 2026-06-11T15:10:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-beae70f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-beae70f6", "reconcileID": "4608173e-48c5-4ee4-a416-a49048e66569", "Gateway": "e2e-ait-beae70f6", "namespace": "openshift-ingress"} 2026-06-11T15:10:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90331a7e-84d8-405e-b820-6a8ed43c55d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-beae70f6"} 2026-06-11T15:10:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90331a7e-84d8-405e-b820-6a8ed43c55d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-beae70f6", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:10:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90331a7e-84d8-405e-b820-6a8ed43c55d8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-beae70f6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:10:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "odh-trusted-ca-bundle", "reconcileID": "9a333eae-8b94-4cc8-be4c-2acbbc02aa46", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-beae70f6"} 2026-06-11T15:10:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "odh-trusted-ca-bundle", "reconcileID": "9a333eae-8b94-4cc8-be4c-2acbbc02aa46", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-beae70f6", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:10:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "odh-trusted-ca-bundle", "reconcileID": "9a333eae-8b94-4cc8-be4c-2acbbc02aa46", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-beae70f6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:10:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "openshift-service-ca.crt", "reconcileID": "91cb5bf8-71df-409d-9de6-74ac77668b0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-beae70f6"} 2026-06-11T15:10:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "openshift-service-ca.crt", "reconcileID": "91cb5bf8-71df-409d-9de6-74ac77668b0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-beae70f6"} 2026-06-11T15:10:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1b2e70c-1b22-44d6-989f-9ed64f370fc1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-beae70f6"} 2026-06-11T15:10:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1b2e70c-1b22-44d6-989f-9ed64f370fc1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-beae70f6"} 2026-06-11T15:10:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "odh-trusted-ca-bundle", "reconcileID": "3c2dfb97-b97b-44ee-a9a7-352457ae08aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-beae70f6"} 2026-06-11T15:10:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-beae70f6"}, "namespace": "e2e-aitenant-beae70f6", "name": "odh-trusted-ca-bundle", "reconcileID": "3c2dfb97-b97b-44ee-a9a7-352457ae08aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-beae70f6"}