2026-06-10T11:29:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c91132f7-03e1-4a30-9338-c46d4f9d70b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T11:29:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f6881c0-6d8c-43d4-b413-6ff2bff56d0d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:29:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f6881c0-6d8c-43d4-b413-6ff2bff56d0d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:29:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f6881c0-6d8c-43d4-b413-6ff2bff56d0d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:29:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "43bba194-1966-4d8f-bff7-4c044dd2b07a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:29:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "43bba194-1966-4d8f-bff7-4c044dd2b07a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:29:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "43bba194-1966-4d8f-bff7-4c044dd2b07a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:30:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "a6a01580-6406-4036-8185-0cf8671aec26", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T11:30:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "c5d2d806-7966-43a9-8fa3-b735da6d4f5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-10T11:30:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "0eacc830-bcf5-47ea-b7d0-b681bd481112", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:30:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "0eacc830-bcf5-47ea-b7d0-b681bd481112", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T11:30:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b7078ff-61ed-40e0-a6b5-296868132526", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-10T11:30:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "c073254f-2457-4885-950b-78b164a40671", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T11:30:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "ab69e988-76f3-4ea5-ab89-aa5c0978de8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:30:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "ab69e988-76f3-4ea5-ab89-aa5c0978de8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-10T11:30:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17e562b1-b287-4984-9d16-0c005ced7750", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-10T11:30:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1dc81668-591e-4e0d-b9c0-d753f25b1feb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:30:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1dc81668-591e-4e0d-b9c0-d753f25b1feb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:30:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1dc81668-591e-4e0d-b9c0-d753f25b1feb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:30:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0eb6f411-b34d-4d4f-a5a3-6085778b00d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:30:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0eb6f411-b34d-4d4f-a5a3-6085778b00d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:30:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1dc81668-591e-4e0d-b9c0-d753f25b1feb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T11:30:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1dc81668-591e-4e0d-b9c0-d753f25b1feb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:30:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1dc81668-591e-4e0d-b9c0-d753f25b1feb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:30:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0eb6f411-b34d-4d4f-a5a3-6085778b00d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:30:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a221346b-f49f-41a2-9ebc-309c151bc795", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:30:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a221346b-f49f-41a2-9ebc-309c151bc795", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:30:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a221346b-f49f-41a2-9ebc-309c151bc795", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:30:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "baa48b3a-b94e-4cab-a9c4-8a31a923dba6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:30:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a221346b-f49f-41a2-9ebc-309c151bc795", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T11:30:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a221346b-f49f-41a2-9ebc-309c151bc795", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:30:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a221346b-f49f-41a2-9ebc-309c151bc795", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:30:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "baa48b3a-b94e-4cab-a9c4-8a31a923dba6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:30:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ef0d5bc8-2216-4691-a40e-79df77e028d7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:30:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ef0d5bc8-2216-4691-a40e-79df77e028d7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:30:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ef0d5bc8-2216-4691-a40e-79df77e028d7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:30:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ef0d5bc8-2216-4691-a40e-79df77e028d7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T11:30:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ef0d5bc8-2216-4691-a40e-79df77e028d7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:30:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ef0d5bc8-2216-4691-a40e-79df77e028d7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:30:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "baa48b3a-b94e-4cab-a9c4-8a31a923dba6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:30:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d1fee1ad-2adb-4a92-b75f-7a39047892d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:30:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d1fee1ad-2adb-4a92-b75f-7a39047892d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:30:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d1fee1ad-2adb-4a92-b75f-7a39047892d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:30:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4eed6436-0d60-4650-96b9-4689cf35367f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:30:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d1fee1ad-2adb-4a92-b75f-7a39047892d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T11:30:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d1fee1ad-2adb-4a92-b75f-7a39047892d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:30:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d1fee1ad-2adb-4a92-b75f-7a39047892d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:30:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4eed6436-0d60-4650-96b9-4689cf35367f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:30:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4eed6436-0d60-4650-96b9-4689cf35367f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:30:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "11a0ee50-49d9-479d-a38f-2d33c726cc71", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:30:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "11a0ee50-49d9-479d-a38f-2d33c726cc71", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:30:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "11a0ee50-49d9-479d-a38f-2d33c726cc71", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:30:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5e81c63b-573d-470f-a0d0-ab6a1823dad6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:30:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "11a0ee50-49d9-479d-a38f-2d33c726cc71", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T11:30:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "11a0ee50-49d9-479d-a38f-2d33c726cc71", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:30:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "11a0ee50-49d9-479d-a38f-2d33c726cc71", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:30:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5e81c63b-573d-470f-a0d0-ab6a1823dad6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:30:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5e81c63b-573d-470f-a0d0-ab6a1823dad6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:30:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "12281712-509b-4914-9941-2ddd91501480", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:30:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "12281712-509b-4914-9941-2ddd91501480", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:30:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "12281712-509b-4914-9941-2ddd91501480", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:30:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5d1c434-f70c-4e16-8c5b-422d973b0602", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:30:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "12281712-509b-4914-9941-2ddd91501480", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T11:30:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "12281712-509b-4914-9941-2ddd91501480", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:30:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "12281712-509b-4914-9941-2ddd91501480", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:30:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5d1c434-f70c-4e16-8c5b-422d973b0602", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:30:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5d1c434-f70c-4e16-8c5b-422d973b0602", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:30:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "45f215c9-195e-4999-9baf-098431320cbb", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:30:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "45f215c9-195e-4999-9baf-098431320cbb", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:30:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "45f215c9-195e-4999-9baf-098431320cbb", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:30:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75b7c110-e577-4fa5-91ec-63e950154f07", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:30:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "45f215c9-195e-4999-9baf-098431320cbb", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T11:30:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "45f215c9-195e-4999-9baf-098431320cbb", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:30:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "45f215c9-195e-4999-9baf-098431320cbb", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:30:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75b7c110-e577-4fa5-91ec-63e950154f07", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:30:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75b7c110-e577-4fa5-91ec-63e950154f07", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e660c8d8-59c9-4292-8a3d-6404f6f9f909", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:30:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e660c8d8-59c9-4292-8a3d-6404f6f9f909", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e660c8d8-59c9-4292-8a3d-6404f6f9f909", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:30:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e786a8a8-a2b0-446c-b5aa-8b43424dd95d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:30:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e786a8a8-a2b0-446c-b5aa-8b43424dd95d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:30:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e786a8a8-a2b0-446c-b5aa-8b43424dd95d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:30:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e786a8a8-a2b0-446c-b5aa-8b43424dd95d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T11:30:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e786a8a8-a2b0-446c-b5aa-8b43424dd95d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:30:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e786a8a8-a2b0-446c-b5aa-8b43424dd95d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:30:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1d2b625a-548b-479d-b820-522a64259833", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:30:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1d2b625a-548b-479d-b820-522a64259833", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:30:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1d2b625a-548b-479d-b820-522a64259833", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:30:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1d2b625a-548b-479d-b820-522a64259833", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T11:30:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1d2b625a-548b-479d-b820-522a64259833", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:30:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1d2b625a-548b-479d-b820-522a64259833", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:31:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e799c3e-ddc1-404c-9f79-a0cc91d63abd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:31:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e799c3e-ddc1-404c-9f79-a0cc91d63abd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:31:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e799c3e-ddc1-404c-9f79-a0cc91d63abd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:31:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4c24d705-ac6e-4b72-9a92-9212c917ccf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:31:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4c24d705-ac6e-4b72-9a92-9212c917ccf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:31:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4c24d705-ac6e-4b72-9a92-9212c917ccf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:31:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4c24d705-ac6e-4b72-9a92-9212c917ccf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T11:31:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4c24d705-ac6e-4b72-9a92-9212c917ccf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:31:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4c24d705-ac6e-4b72-9a92-9212c917ccf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:31:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "557d5036-99a2-45b2-a3bf-42d5c58a40f7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:31:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "557d5036-99a2-45b2-a3bf-42d5c58a40f7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:31:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "557d5036-99a2-45b2-a3bf-42d5c58a40f7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:31:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "557d5036-99a2-45b2-a3bf-42d5c58a40f7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T11:31:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "557d5036-99a2-45b2-a3bf-42d5c58a40f7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:31:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "557d5036-99a2-45b2-a3bf-42d5c58a40f7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:31:10Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T11:31:10Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T11:31:10Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T11:31:10Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T11:31:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "61879e85-0901-4650-9ef2-1ebd2d9e5cc2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:31:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "61879e85-0901-4650-9ef2-1ebd2d9e5cc2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:31:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "61879e85-0901-4650-9ef2-1ebd2d9e5cc2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:31:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ed6cf663-c454-43de-99d1-46616f3ecde1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:31:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ed6cf663-c454-43de-99d1-46616f3ecde1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:31:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ed6cf663-c454-43de-99d1-46616f3ecde1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:31:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ed6cf663-c454-43de-99d1-46616f3ecde1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T11:31:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ed6cf663-c454-43de-99d1-46616f3ecde1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:31:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ed6cf663-c454-43de-99d1-46616f3ecde1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:31:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "28396df5-2933-41c2-95fe-3b9fd3fce03f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:31:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "28396df5-2933-41c2-95fe-3b9fd3fce03f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:31:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "28396df5-2933-41c2-95fe-3b9fd3fce03f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:31:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "28396df5-2933-41c2-95fe-3b9fd3fce03f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T11:31:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "28396df5-2933-41c2-95fe-3b9fd3fce03f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:31:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "28396df5-2933-41c2-95fe-3b9fd3fce03f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:31:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "77659c85-31d0-43bc-a0a7-72d888fc1eab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:31:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "77659c85-31d0-43bc-a0a7-72d888fc1eab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:31:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "77659c85-31d0-43bc-a0a7-72d888fc1eab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:31:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1af1bd53-15ea-4c46-8188-83ec36cd2782", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:31:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1af1bd53-15ea-4c46-8188-83ec36cd2782", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:31:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1af1bd53-15ea-4c46-8188-83ec36cd2782", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:31:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1af1bd53-15ea-4c46-8188-83ec36cd2782", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T11:31:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1af1bd53-15ea-4c46-8188-83ec36cd2782", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:31:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1af1bd53-15ea-4c46-8188-83ec36cd2782", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:31:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "88ddff10-2dcc-4d52-b1e8-30fbd38e554d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:31:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "88ddff10-2dcc-4d52-b1e8-30fbd38e554d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:31:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "88ddff10-2dcc-4d52-b1e8-30fbd38e554d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:31:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "88ddff10-2dcc-4d52-b1e8-30fbd38e554d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T11:31:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "88ddff10-2dcc-4d52-b1e8-30fbd38e554d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:31:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "88ddff10-2dcc-4d52-b1e8-30fbd38e554d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:32:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a6a15394-2774-4fbf-b717-312461fc07de", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:32:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a6a15394-2774-4fbf-b717-312461fc07de", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:32:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a6a15394-2774-4fbf-b717-312461fc07de", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:32:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f4142fad-90a1-4cc1-b2af-cd911616afc4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:32:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f4142fad-90a1-4cc1-b2af-cd911616afc4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:32:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f4142fad-90a1-4cc1-b2af-cd911616afc4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:32:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f4142fad-90a1-4cc1-b2af-cd911616afc4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T11:32:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f4142fad-90a1-4cc1-b2af-cd911616afc4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:32:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f4142fad-90a1-4cc1-b2af-cd911616afc4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:32:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e7431c2f-50a3-4175-9e23-0758d6828f26", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:32:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e7431c2f-50a3-4175-9e23-0758d6828f26", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:32:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e7431c2f-50a3-4175-9e23-0758d6828f26", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:32:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e7431c2f-50a3-4175-9e23-0758d6828f26", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T11:32:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e7431c2f-50a3-4175-9e23-0758d6828f26", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:32:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e7431c2f-50a3-4175-9e23-0758d6828f26", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:32:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "224d6e9b-3a57-481a-9fbc-e6a1a15b740c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:32:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "224d6e9b-3a57-481a-9fbc-e6a1a15b740c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:32:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "224d6e9b-3a57-481a-9fbc-e6a1a15b740c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:32:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0ef99165-733e-463e-9ee4-b8ba8fdc2c39", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:32:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0ef99165-733e-463e-9ee4-b8ba8fdc2c39", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:32:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0ef99165-733e-463e-9ee4-b8ba8fdc2c39", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:32:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0ef99165-733e-463e-9ee4-b8ba8fdc2c39", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T11:32:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0ef99165-733e-463e-9ee4-b8ba8fdc2c39", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:32:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0ef99165-733e-463e-9ee4-b8ba8fdc2c39", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:32:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fee525bf-9aa6-4fc2-a978-cc1cf66ec827", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:32:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fee525bf-9aa6-4fc2-a978-cc1cf66ec827", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:32:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fee525bf-9aa6-4fc2-a978-cc1cf66ec827", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:32:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fee525bf-9aa6-4fc2-a978-cc1cf66ec827", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T11:32:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fee525bf-9aa6-4fc2-a978-cc1cf66ec827", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:32:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fee525bf-9aa6-4fc2-a978-cc1cf66ec827", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T11:32:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1307a37b-bb4b-4ac7-ac33-115e3f1e703a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:32:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1307a37b-bb4b-4ac7-ac33-115e3f1e703a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:32:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1307a37b-bb4b-4ac7-ac33-115e3f1e703a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:32:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1307a37b-bb4b-4ac7-ac33-115e3f1e703a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T11:32:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1307a37b-bb4b-4ac7-ac33-115e3f1e703a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:32:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1307a37b-bb4b-4ac7-ac33-115e3f1e703a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T11:32:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2492f5fb-5c5f-4357-a6aa-8d7b048afcd4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:32:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2492f5fb-5c5f-4357-a6aa-8d7b048afcd4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:32:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2492f5fb-5c5f-4357-a6aa-8d7b048afcd4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:32:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2492f5fb-5c5f-4357-a6aa-8d7b048afcd4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T11:32:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2492f5fb-5c5f-4357-a6aa-8d7b048afcd4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:32:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2492f5fb-5c5f-4357-a6aa-8d7b048afcd4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T11:32:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "042b9854-bc5e-454f-b142-5b9b0aaefd1f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:32:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "042b9854-bc5e-454f-b142-5b9b0aaefd1f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:32:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "042b9854-bc5e-454f-b142-5b9b0aaefd1f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:32:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "042b9854-bc5e-454f-b142-5b9b0aaefd1f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T11:32:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "042b9854-bc5e-454f-b142-5b9b0aaefd1f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:32:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "042b9854-bc5e-454f-b142-5b9b0aaefd1f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:32:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9f3a1d66-0fba-45bf-8c13-1f12d6f13f78", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:32:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9f3a1d66-0fba-45bf-8c13-1f12d6f13f78", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:32:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9f3a1d66-0fba-45bf-8c13-1f12d6f13f78", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:32:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9f3a1d66-0fba-45bf-8c13-1f12d6f13f78", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T11:32:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9f3a1d66-0fba-45bf-8c13-1f12d6f13f78", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:32:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "9f3a1d66-0fba-45bf-8c13-1f12d6f13f78", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T11:32:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "92519dc2-17fd-419f-af0c-fa0f4fff880e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:32:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "92519dc2-17fd-419f-af0c-fa0f4fff880e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:32:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "92519dc2-17fd-419f-af0c-fa0f4fff880e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:32:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "92519dc2-17fd-419f-af0c-fa0f4fff880e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T11:32:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "92519dc2-17fd-419f-af0c-fa0f4fff880e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T11:32:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "92519dc2-17fd-419f-af0c-fa0f4fff880e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T11:33:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "2d602011-3d0a-433c-a75c-aeb8fc20d9de", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T11:33:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "933f8da3-9f5e-4883-9702-d5d414776bb6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T11:33:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "cff502db-027f-4223-9aa3-8d12db51ca86", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:33:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "cff502db-027f-4223-9aa3-8d12db51ca86", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T11:33:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28e39fec-703f-4030-85d2-3457d2f74c34", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T11:33:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "37ef37ae-cda2-4308-be9b-9b50d047ee60", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T11:33:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "a94b016b-7a18-4905-acd4-2c9ae247751c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:33:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "a94b016b-7a18-4905-acd4-2c9ae247751c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T11:33:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa837e07-aa7e-4885-8a10-220637aab33e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T11:33:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "c527babf-2c1a-4d80-9ed2-1428085cdda5", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T11:33:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "4bc41e9f-4171-4fab-a0f0-9389aff11814", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-10T11:33:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "3e3442ce-da89-49ce-86ca-0187b6b77e6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:33:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "3e3442ce-da89-49ce-86ca-0187b6b77e6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T11:33:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8814c945-8c0d-4c92-bfb5-77258de9a783", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-10T11:33:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "033cbff3-b57a-41e1-b857-9fda0b9b198b", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T11:33:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "e8137f01-e174-4fd5-b4eb-73adb809924a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:33:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "e8137f01-e174-4fd5-b4eb-73adb809924a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-10T11:33:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f38f455-ca1c-46e2-8827-b571ddfcd13b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-10T11:35:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "a55113b6-8d5f-4679-ba79-298aca77f295", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:35:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1c4099a3-2330-4cc4-a5bf-4ec52a3054a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:35:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1c4099a3-2330-4cc4-a5bf-4ec52a3054a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:35:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "9911c4f7-ba6f-47b0-9d5f-fcabc86dab13", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:35:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "9911c4f7-ba6f-47b0-9d5f-fcabc86dab13", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T11:35:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "4f8c37d4-f0d7-4933-b11d-52577fc2ef87", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:35:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "354704cd-fe1a-4f4c-9843-b939cbde03ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:35:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "a7f6890a-8951-44aa-bcee-3a79741b87b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:35:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "4146f42c-7420-470a-a95a-66c885d772b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:35:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "4146f42c-7420-470a-a95a-66c885d772b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:35:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "585ffc7e-809d-41fc-9dfe-0ec60be91be2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:35:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95cba179-3d2b-4634-971b-cb14f4835eb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:35:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95cba179-3d2b-4634-971b-cb14f4835eb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:35:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95cba179-3d2b-4634-971b-cb14f4835eb1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T11:35:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "6fb203aa-bb67-473b-b8b5-1fd7a9e20c1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:35:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "6fb203aa-bb67-473b-b8b5-1fd7a9e20c1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:35:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c0d52eff-0bff-4caa-b163-cf35434a5f01", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:35:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c0d52eff-0bff-4caa-b163-cf35434a5f01", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:35:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4eb3c3b7-06a2-451b-a929-a5b2197efa79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:35:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4eb3c3b7-06a2-451b-a929-a5b2197efa79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T11:36:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "aa72f1f9-e8ca-4901-938b-03c7e428cf43", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b5700263-e7ab-4192-8ec5-05bcb77f2707", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:36:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "57c6f91d-bd8c-4c63-b871-c5eae63084a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:36:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "57c6f91d-bd8c-4c63-b871-c5eae63084a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3db3a162-cf1b-4345-93ee-5f311133887c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1155f029-2547-4d39-be4c-51a0ae460ba9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:36:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7984760f-4cfa-43ca-9852-4f8fc231f36c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:36:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7984760f-4cfa-43ca-9852-4f8fc231f36c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1723d412-7f3d-4dfb-b803-57c6826ae8a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:36:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0953f102-c9e8-46a2-a78d-16c761d3e572", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:36:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0953f102-c9e8-46a2-a78d-16c761d3e572", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:36:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0953f102-c9e8-46a2-a78d-16c761d3e572", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T11:36:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cd5130a1-6048-4675-89f7-f363183d3b42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:36:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cd5130a1-6048-4675-89f7-f363183d3b42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:36:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "fd8ff8aa-b0fe-4b07-9e51-b46f0bc59276", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:36:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "fd8ff8aa-b0fe-4b07-9e51-b46f0bc59276", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:36:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0e290a4-bad9-46ab-acbc-710bd535c8e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:36:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0e290a4-bad9-46ab-acbc-710bd535c8e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T11:36:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-7425da"}, "namespace": "e2e-modelref-7425da", "name": "openshift-service-ca.crt", "reconcileID": "4521c406-635f-432a-9842-476ad7afb734", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-7425da"} 2026-06-10T11:36:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-7425da"}, "namespace": "e2e-modelref-7425da", "name": "odh-trusted-ca-bundle", "reconcileID": "e66a5647-d389-48ec-9c62-64623938c695", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-7425da"} 2026-06-10T11:36:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-7425da"}, "namespace": "e2e-modelref-7425da", "name": "openshift-service-ca.crt", "reconcileID": "4e817c23-eaea-4c5b-9e7b-b3a0d810932e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-7425da", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:36:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-7425da"}, "namespace": "e2e-modelref-7425da", "name": "openshift-service-ca.crt", "reconcileID": "4e817c23-eaea-4c5b-9e7b-b3a0d810932e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-7425da"} 2026-06-10T11:36:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7425da"}, "namespace": "e2e-modelref-7425da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5aa1474-baf8-472f-8d45-7fe5e8106254", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-7425da"} 2026-06-10T11:36:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-7425da"}, "namespace": "e2e-modelref-7425da", "name": "openshift-service-ca.crt", "reconcileID": "e42ace35-0120-4337-b8b7-a00b7115c9cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-7425da"} 2026-06-10T11:36:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-7425da"}, "namespace": "e2e-modelref-7425da", "name": "odh-trusted-ca-bundle", "reconcileID": "7db67fe1-9f8f-4f38-8668-9db74f946176", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-7425da", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:36:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-7425da"}, "namespace": "e2e-modelref-7425da", "name": "odh-trusted-ca-bundle", "reconcileID": "7db67fe1-9f8f-4f38-8668-9db74f946176", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-7425da"} 2026-06-10T11:36:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7425da"}, "namespace": "e2e-modelref-7425da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88262b41-0472-4679-a48a-b0e765feb69f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-7425da"} 2026-06-10T11:36:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8533e72f-cbb1-46ea-9ea8-ca8a6b2e8b3f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:36:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8533e72f-cbb1-46ea-9ea8-ca8a6b2e8b3f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:36:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8533e72f-cbb1-46ea-9ea8-ca8a6b2e8b3f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:36:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e56fe4a7-86ed-4150-888c-43567d5b31ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:36:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e56fe4a7-86ed-4150-888c-43567d5b31ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:36:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e56fe4a7-86ed-4150-888c-43567d5b31ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:37:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5365eead-9bb5-4abe-a301-753df61f6afb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:37:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5365eead-9bb5-4abe-a301-753df61f6afb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:37:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5365eead-9bb5-4abe-a301-753df61f6afb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:37:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b36e1ad5-ce2a-403f-afc5-b8d7de3e16ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:37:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b36e1ad5-ce2a-403f-afc5-b8d7de3e16ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:37:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b36e1ad5-ce2a-403f-afc5-b8d7de3e16ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:37:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7425da"}, "namespace": "e2e-modelref-7425da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9929da3d-00f9-4158-b516-76cf35f25894", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-7425da"} 2026-06-10T11:37:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7425da"}, "namespace": "e2e-modelref-7425da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9929da3d-00f9-4158-b516-76cf35f25894", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-7425da", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:37:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7425da"}, "namespace": "e2e-modelref-7425da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9929da3d-00f9-4158-b516-76cf35f25894", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-7425da because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T11:37:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-7425da"}, "namespace": "e2e-modelref-7425da", "name": "odh-trusted-ca-bundle", "reconcileID": "b6ce9392-c966-443b-8691-d2db5f86551f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-7425da"} 2026-06-10T11:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-7425da"}, "namespace": "e2e-modelref-7425da", "name": "odh-trusted-ca-bundle", "reconcileID": "b6ce9392-c966-443b-8691-d2db5f86551f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-7425da"} 2026-06-10T11:37:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-7425da"}, "namespace": "e2e-modelref-7425da", "name": "openshift-service-ca.crt", "reconcileID": "18dc5198-1423-4b9b-86aa-831234663a03", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-7425da"} 2026-06-10T11:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-7425da"}, "namespace": "e2e-modelref-7425da", "name": "openshift-service-ca.crt", "reconcileID": "18dc5198-1423-4b9b-86aa-831234663a03", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-7425da"} 2026-06-10T11:37:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7425da"}, "namespace": "e2e-modelref-7425da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2aec0946-c4a0-4244-890f-fbbb920f0585", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-7425da"} 2026-06-10T11:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-7425da"}, "namespace": "e2e-modelref-7425da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2aec0946-c4a0-4244-890f-fbbb920f0585", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-7425da"} 2026-06-10T11:37:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "openshift-service-ca.crt", "reconcileID": "7e06da08-b3b1-49a1-908b-c0357444427e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e30f39"} 2026-06-10T11:37:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-trusted-ca-bundle", "reconcileID": "371a8361-ad70-4f0e-8894-34b0764467a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e30f39"} 2026-06-10T11:37:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "openshift-service-ca.crt", "reconcileID": "4b0c0e1b-7c68-4e19-a286-f545ca80d6e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e30f39", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:37:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "openshift-service-ca.crt", "reconcileID": "4b0c0e1b-7c68-4e19-a286-f545ca80d6e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e30f39"} 2026-06-10T11:37:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a27c741-8849-4ef7-a56f-65578b676f9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e30f39"} 2026-06-10T11:37:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "openshift-service-ca.crt", "reconcileID": "9242ffd2-891a-45e1-9b76-3d390211b85a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e30f39"} 2026-06-10T11:37:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15523c7f-1768-43a2-8ef7-7528cc91bc95", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:37:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15523c7f-1768-43a2-8ef7-7528cc91bc95", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:37:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15523c7f-1768-43a2-8ef7-7528cc91bc95", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:37:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-trusted-ca-bundle", "reconcileID": "dd0fef27-72f3-453b-b66e-d548738d5103", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e30f39", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:37:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-trusted-ca-bundle", "reconcileID": "dd0fef27-72f3-453b-b66e-d548738d5103", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e30f39"} 2026-06-10T11:37:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f42e2cee-d46b-4628-821c-39f918653b29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e30f39"} 2026-06-10T11:37:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "27cae44c-427a-438e-871b-d0d686305a1c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:37:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "27cae44c-427a-438e-871b-d0d686305a1c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:37:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "27cae44c-427a-438e-871b-d0d686305a1c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:37:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d5e496b9-e1b5-4010-a39b-0e16f7b49545", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:37:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d5e496b9-e1b5-4010-a39b-0e16f7b49545", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:37:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d5e496b9-e1b5-4010-a39b-0e16f7b49545", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:37:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d58038f3-ef09-41ae-9f22-5acdd66fb715", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:37:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d58038f3-ef09-41ae-9f22-5acdd66fb715", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T11:37:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d58038f3-ef09-41ae-9f22-5acdd66fb715", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T11:37:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a228f5b-37f9-4226-aa68-5c373ecc7d1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e30f39"} 2026-06-10T11:37:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a228f5b-37f9-4226-aa68-5c373ecc7d1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e30f39", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:37:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a228f5b-37f9-4226-aa68-5c373ecc7d1d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-e30f39 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T11:37:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-trusted-ca-bundle", "reconcileID": "326d748a-82f1-4a97-9e66-5b6d78af6b7c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e30f39"} 2026-06-10T11:37:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-trusted-ca-bundle", "reconcileID": "326d748a-82f1-4a97-9e66-5b6d78af6b7c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e30f39", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:37:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-trusted-ca-bundle", "reconcileID": "326d748a-82f1-4a97-9e66-5b6d78af6b7c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-e30f39 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T11:37:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2df8491b-00cc-4751-9ad6-061e103946c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e30f39"} 2026-06-10T11:37:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2df8491b-00cc-4751-9ad6-061e103946c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e30f39", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:37:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2df8491b-00cc-4751-9ad6-061e103946c9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-e30f39 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T11:37:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-trusted-ca-bundle", "reconcileID": "cedd6054-a8b3-4a0c-95b2-875b4605528b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e30f39"} 2026-06-10T11:37:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-trusted-ca-bundle", "reconcileID": "cedd6054-a8b3-4a0c-95b2-875b4605528b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e30f39", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:37:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-trusted-ca-bundle", "reconcileID": "cedd6054-a8b3-4a0c-95b2-875b4605528b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-e30f39 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T11:37:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "openshift-service-ca.crt", "reconcileID": "8ced5624-7123-4176-8090-002e2a729b8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e30f39"} 2026-06-10T11:37:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "openshift-service-ca.crt", "reconcileID": "8ced5624-7123-4176-8090-002e2a729b8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e30f39"} 2026-06-10T11:37:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f612189d-8306-4502-a950-3a6542daed9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e30f39"} 2026-06-10T11:37:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f612189d-8306-4502-a950-3a6542daed9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e30f39"} 2026-06-10T11:37:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-trusted-ca-bundle", "reconcileID": "5abc73c5-96aa-4589-9cee-6e6f29e8f15c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e30f39"} 2026-06-10T11:37:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e30f39"}, "namespace": "e2e-modelref-e30f39", "name": "odh-trusted-ca-bundle", "reconcileID": "5abc73c5-96aa-4589-9cee-6e6f29e8f15c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e30f39"} 2026-06-10T11:38:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-07ab9d"}, "namespace": "e2e-webhook-test-07ab9d", "name": "openshift-service-ca.crt", "reconcileID": "1eca828b-3e13-47a1-b40e-f4155017b2ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-07ab9d"} 2026-06-10T11:38:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-07ab9d"}, "namespace": "e2e-webhook-test-07ab9d", "name": "odh-trusted-ca-bundle", "reconcileID": "dfd4363d-f705-4342-be9b-6c9241a3c3ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-07ab9d"} 2026-06-10T11:38:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-07ab9d"}, "namespace": "e2e-webhook-test-07ab9d", "name": "openshift-service-ca.crt", "reconcileID": "62c3d25e-d32d-49cb-a2f2-af7c8eadfb1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-07ab9d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:38:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-07ab9d"}, "namespace": "e2e-webhook-test-07ab9d", "name": "openshift-service-ca.crt", "reconcileID": "62c3d25e-d32d-49cb-a2f2-af7c8eadfb1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-07ab9d"} 2026-06-10T11:38:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-07ab9d"}, "namespace": "e2e-webhook-test-07ab9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2efa9d86-de30-4561-b03c-bb98dde3c527", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-07ab9d"} 2026-06-10T11:38:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-07ab9d"}, "namespace": "e2e-webhook-test-07ab9d", "name": "openshift-service-ca.crt", "reconcileID": "33bd7644-6e64-4015-99f4-87f1686ccf34", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-07ab9d"} 2026-06-10T11:38:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-07ab9d"}, "namespace": "e2e-webhook-test-07ab9d", "name": "odh-trusted-ca-bundle", "reconcileID": "66e77763-c05a-47c5-99ce-f60bd7a6c2c2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-07ab9d", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:38:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-07ab9d"}, "namespace": "e2e-webhook-test-07ab9d", "name": "odh-trusted-ca-bundle", "reconcileID": "66e77763-c05a-47c5-99ce-f60bd7a6c2c2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-07ab9d"} 2026-06-10T11:38:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-07ab9d"}, "namespace": "e2e-webhook-test-07ab9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e1d1d6f-8735-4a78-9518-4b546fa78a62", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-07ab9d"} 2026-06-10T11:38:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-07ab9d"}, "namespace": "e2e-webhook-test-07ab9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3fa9ac76-a15d-459f-a0fd-90a4f6120340", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-07ab9d"} 2026-06-10T11:38:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-07ab9d"}, "namespace": "e2e-webhook-test-07ab9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3fa9ac76-a15d-459f-a0fd-90a4f6120340", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-07ab9d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:38:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-07ab9d"}, "namespace": "e2e-webhook-test-07ab9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3fa9ac76-a15d-459f-a0fd-90a4f6120340", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-07ab9d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T11:38:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-07ab9d"}, "namespace": "e2e-webhook-test-07ab9d", "name": "odh-trusted-ca-bundle", "reconcileID": "1d105c47-378e-40ee-85ea-3ebaf704c48b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-07ab9d"} 2026-06-10T11:38:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-07ab9d"}, "namespace": "e2e-webhook-test-07ab9d", "name": "odh-trusted-ca-bundle", "reconcileID": "1d105c47-378e-40ee-85ea-3ebaf704c48b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-07ab9d"} 2026-06-10T11:38:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-07ab9d"}, "namespace": "e2e-webhook-test-07ab9d", "name": "openshift-service-ca.crt", "reconcileID": "a60e80d9-3cab-45e8-88cc-c454cd0b1af2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-07ab9d"} 2026-06-10T11:38:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-07ab9d"}, "namespace": "e2e-webhook-test-07ab9d", "name": "openshift-service-ca.crt", "reconcileID": "a60e80d9-3cab-45e8-88cc-c454cd0b1af2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-07ab9d"} 2026-06-10T11:38:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-07ab9d"}, "namespace": "e2e-webhook-test-07ab9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "364c4c0f-fdb2-4100-9bd9-861ac289ae3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-07ab9d"} 2026-06-10T11:38:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-07ab9d"}, "namespace": "e2e-webhook-test-07ab9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "364c4c0f-fdb2-4100-9bd9-861ac289ae3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-07ab9d"} 2026-06-10T11:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-2f5186"}, "namespace": "e2e-webhook-test-2f5186", "name": "openshift-service-ca.crt", "reconcileID": "778c49da-fffc-4000-8516-41bd9696ba2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-2f5186"} 2026-06-10T11:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-2f5186"}, "namespace": "e2e-webhook-test-2f5186", "name": "odh-trusted-ca-bundle", "reconcileID": "eef8c105-5bb1-4470-b7bc-f50b86278cbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-2f5186"} 2026-06-10T11:38:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-2f5186"}, "namespace": "e2e-webhook-test-2f5186", "name": "openshift-service-ca.crt", "reconcileID": "cf75c40d-0a17-4487-9719-25e4aacdb9e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-2f5186", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:38:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-2f5186"}, "namespace": "e2e-webhook-test-2f5186", "name": "openshift-service-ca.crt", "reconcileID": "cf75c40d-0a17-4487-9719-25e4aacdb9e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-2f5186"} 2026-06-10T11:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-2f5186"}, "namespace": "e2e-webhook-test-2f5186", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcb77153-6f09-470a-abfe-966fdd05acc1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-2f5186"} 2026-06-10T11:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-2f5186"}, "namespace": "e2e-webhook-test-2f5186", "name": "openshift-service-ca.crt", "reconcileID": "2df0928f-adf6-49aa-82c6-c8bb304b4374", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-2f5186"} 2026-06-10T11:38:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-2f5186"}, "namespace": "e2e-webhook-test-2f5186", "name": "odh-trusted-ca-bundle", "reconcileID": "b85d71d1-bb9c-49a6-8cdf-a000d0bbe92d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-2f5186", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:38:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-2f5186"}, "namespace": "e2e-webhook-test-2f5186", "name": "odh-trusted-ca-bundle", "reconcileID": "b85d71d1-bb9c-49a6-8cdf-a000d0bbe92d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-2f5186"} 2026-06-10T11:38:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-2f5186"}, "namespace": "e2e-webhook-test-2f5186", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5b48e18-6a97-4b1e-8304-298e565b27f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-2f5186"} 2026-06-10T11:38:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-2f5186"}, "namespace": "e2e-webhook-test-2f5186", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "546befc1-c570-4068-b0e4-c938f3177cf7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-2f5186"} 2026-06-10T11:38:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-2f5186"}, "namespace": "e2e-webhook-test-2f5186", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "546befc1-c570-4068-b0e4-c938f3177cf7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-2f5186", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:38:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-2f5186"}, "namespace": "e2e-webhook-test-2f5186", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "546befc1-c570-4068-b0e4-c938f3177cf7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-2f5186 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T11:38:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-2f5186"}, "namespace": "e2e-webhook-test-2f5186", "name": "odh-trusted-ca-bundle", "reconcileID": "2d6045a9-a81f-46e1-827e-6704c520a878", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-2f5186"} 2026-06-10T11:38:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-2f5186"}, "namespace": "e2e-webhook-test-2f5186", "name": "odh-trusted-ca-bundle", "reconcileID": "2d6045a9-a81f-46e1-827e-6704c520a878", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-2f5186"} 2026-06-10T11:38:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-2f5186"}, "namespace": "e2e-webhook-test-2f5186", "name": "openshift-service-ca.crt", "reconcileID": "c18c4bc9-673d-4ccc-8c21-4ce285971d64", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-2f5186"} 2026-06-10T11:38:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-2f5186"}, "namespace": "e2e-webhook-test-2f5186", "name": "openshift-service-ca.crt", "reconcileID": "c18c4bc9-673d-4ccc-8c21-4ce285971d64", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-2f5186"} 2026-06-10T11:38:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-2f5186"}, "namespace": "e2e-webhook-test-2f5186", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43123a62-cf2e-4df5-8b4c-43458374faf4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-2f5186"} 2026-06-10T11:38:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-2f5186"}, "namespace": "e2e-webhook-test-2f5186", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43123a62-cf2e-4df5-8b4c-43458374faf4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-2f5186"} 2026-06-10T11:43:25Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T11:43:25Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T11:43:26Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T11:43:26Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T11:52:33Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T11:52:33Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T11:52:37Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T11:52:37Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T11:55:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1c7082b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1c7082b3", "reconcileID": "ad9f2737-de6d-483c-8481-f509ac834a90", "Gateway": "e2e-ait-1c7082b3", "namespace": "openshift-ingress"} 2026-06-10T11:55:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1c7082b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1c7082b3", "reconcileID": "a46cf662-50d6-4692-9a56-2df1a505c931", "Gateway": "e2e-ait-1c7082b3", "namespace": "openshift-ingress"} 2026-06-10T11:55:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1c7082b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1c7082b3", "reconcileID": "d88c8ead-3463-4e2f-8711-e1d816ee2f5f", "Gateway": "e2e-ait-1c7082b3", "namespace": "openshift-ingress"} 2026-06-10T11:55:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1c7082b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1c7082b3", "reconcileID": "6c861cfd-439c-447d-b005-712f863f8127", "Gateway": "e2e-ait-1c7082b3", "namespace": "openshift-ingress"} 2026-06-10T11:55:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1c7082b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1c7082b3", "reconcileID": "a2f6c277-11bb-4145-96d2-2997f8845d19", "Gateway": "e2e-ait-1c7082b3", "namespace": "openshift-ingress"} 2026-06-10T11:55:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "openshift-service-ca.crt", "reconcileID": "bf8a2b2b-1e20-4285-ac58-9dc86531cd88", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1c7082b3"} 2026-06-10T11:55:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "openshift-service-ca.crt", "reconcileID": "bbb1dbc7-993a-4347-82de-181c0b3d641d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1c7082b3", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:55:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "openshift-service-ca.crt", "reconcileID": "bbb1dbc7-993a-4347-82de-181c0b3d641d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1c7082b3"} 2026-06-10T11:55:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "odh-trusted-ca-bundle", "reconcileID": "5f114995-addf-4630-9396-a40c418d2995", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1c7082b3"} 2026-06-10T11:55:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4145d83b-6a81-4feb-be23-26eae0e4da20", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1c7082b3"} 2026-06-10T11:55:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "openshift-service-ca.crt", "reconcileID": "85c6606a-61a4-4fa9-8390-0c07f486a82d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1c7082b3"} 2026-06-10T11:55:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "odh-trusted-ca-bundle", "reconcileID": "babebd79-bc45-450d-865f-0b59f500c6b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1c7082b3", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:55:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "odh-trusted-ca-bundle", "reconcileID": "babebd79-bc45-450d-865f-0b59f500c6b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1c7082b3"} 2026-06-10T11:55:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01c98816-61c9-49af-b506-0de40bce10d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1c7082b3"} 2026-06-10T11:55:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1c7082b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1c7082b3", "reconcileID": "1b9ace72-e129-468e-8d31-f5ded9185c1f", "Gateway": "e2e-ait-1c7082b3", "namespace": "openshift-ingress"} 2026-06-10T11:55:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1c7082b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1c7082b3", "reconcileID": "16549221-0ba0-4467-8c14-2c3ff00e6b52", "Gateway": "e2e-ait-1c7082b3", "namespace": "openshift-ingress"} 2026-06-10T11:55:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "127f7a73-2994-4ae3-a0b7-facdde7360ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1c7082b3"} 2026-06-10T11:55:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "127f7a73-2994-4ae3-a0b7-facdde7360ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1c7082b3", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:55:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "127f7a73-2994-4ae3-a0b7-facdde7360ba", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-1c7082b3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T11:55:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "odh-trusted-ca-bundle", "reconcileID": "637c6c83-8244-420b-b2ab-6b693924b5fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1c7082b3"} 2026-06-10T11:55:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "odh-trusted-ca-bundle", "reconcileID": "637c6c83-8244-420b-b2ab-6b693924b5fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1c7082b3", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:55:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "odh-trusted-ca-bundle", "reconcileID": "637c6c83-8244-420b-b2ab-6b693924b5fc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-1c7082b3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T11:55:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc1d8959-8394-4384-8a57-6b1c611ed6cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1c7082b3"} 2026-06-10T11:55:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc1d8959-8394-4384-8a57-6b1c611ed6cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1c7082b3"} 2026-06-10T11:55:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "openshift-service-ca.crt", "reconcileID": "011a6a21-2521-4f8e-8a60-8bef0c04cb53", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1c7082b3"} 2026-06-10T11:55:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "openshift-service-ca.crt", "reconcileID": "011a6a21-2521-4f8e-8a60-8bef0c04cb53", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1c7082b3"} 2026-06-10T11:55:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "odh-trusted-ca-bundle", "reconcileID": "edf30766-ad4c-4336-8816-6429503b2839", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1c7082b3"} 2026-06-10T11:55:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1c7082b3"}, "namespace": "e2e-aitenant-1c7082b3", "name": "odh-trusted-ca-bundle", "reconcileID": "edf30766-ad4c-4336-8816-6429503b2839", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1c7082b3"} 2026-06-10T11:55:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-677a7597","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-677a7597", "reconcileID": "66eb7703-48e9-4669-b0f7-32d20873c732", "Gateway": "e2e-ait-677a7597", "namespace": "openshift-ingress"} 2026-06-10T11:55:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-677a7597","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-677a7597", "reconcileID": "3f868cd6-4907-4454-9dce-3324a373882d", "Gateway": "e2e-ait-677a7597", "namespace": "openshift-ingress"} 2026-06-10T11:55:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-677a7597","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-677a7597", "reconcileID": "deb5ab29-5464-4792-ae17-6d76cb336f88", "Gateway": "e2e-ait-677a7597", "namespace": "openshift-ingress"} 2026-06-10T11:55:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-677a7597","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-677a7597", "reconcileID": "3fe11636-2a54-4891-ab4d-e93bcd6127de", "Gateway": "e2e-ait-677a7597", "namespace": "openshift-ingress"} 2026-06-10T11:55:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-677a7597","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-677a7597", "reconcileID": "048bdd61-1fd4-4346-b54c-ca268cc477a1", "Gateway": "e2e-ait-677a7597", "namespace": "openshift-ingress"} 2026-06-10T11:55:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-677a7597"}, "namespace": "e2e-aitenant-677a7597", "name": "openshift-service-ca.crt", "reconcileID": "4d28cf02-5710-430c-be07-888003945d26", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-677a7597"} 2026-06-10T11:55:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-677a7597"}, "namespace": "e2e-aitenant-677a7597", "name": "odh-trusted-ca-bundle", "reconcileID": "854ec804-95a4-4ccb-9a01-c0b8921abcd0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-677a7597", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:55:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-677a7597"}, "namespace": "e2e-aitenant-677a7597", "name": "odh-trusted-ca-bundle", "reconcileID": "854ec804-95a4-4ccb-9a01-c0b8921abcd0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-677a7597"} 2026-06-10T11:55:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-677a7597"}, "namespace": "e2e-aitenant-677a7597", "name": "openshift-service-ca.crt", "reconcileID": "2d72a642-404f-4fe6-8bbb-031df9d4bce9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-677a7597"} 2026-06-10T11:55:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-677a7597"}, "namespace": "e2e-aitenant-677a7597", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "084af512-7feb-497a-bb1c-1d8b4746ded4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-677a7597"} 2026-06-10T11:55:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-677a7597"}, "namespace": "e2e-aitenant-677a7597", "name": "openshift-service-ca.crt", "reconcileID": "a1e7de65-ed9c-4ea3-88d2-0ef2d0deb81b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-677a7597"} 2026-06-10T11:55:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-677a7597"}, "namespace": "e2e-aitenant-677a7597", "name": "odh-trusted-ca-bundle", "reconcileID": "91c40b62-607d-4215-a095-c1e2a6fa1e9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-677a7597", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:55:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-677a7597"}, "namespace": "e2e-aitenant-677a7597", "name": "odh-trusted-ca-bundle", "reconcileID": "91c40b62-607d-4215-a095-c1e2a6fa1e9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-677a7597"} 2026-06-10T11:55:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-677a7597"}, "namespace": "e2e-aitenant-677a7597", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4abc440e-a845-4881-80ed-32a3d24fed72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-677a7597"} 2026-06-10T11:55:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-677a7597","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-677a7597", "reconcileID": "804de962-7b02-4ebc-8a99-e90ffae0fc75", "Gateway": "e2e-ait-677a7597", "namespace": "openshift-ingress"} 2026-06-10T11:55:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-677a7597","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-677a7597", "reconcileID": "57f52f75-1879-4fc9-984d-f1b15f7dcfc3", "Gateway": "e2e-ait-677a7597", "namespace": "openshift-ingress"} 2026-06-10T11:55:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-677a7597"}, "namespace": "e2e-aitenant-677a7597", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5005e27f-abd3-4fea-9dfc-3528adc08803", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-677a7597"} 2026-06-10T11:55:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-677a7597"}, "namespace": "e2e-aitenant-677a7597", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5005e27f-abd3-4fea-9dfc-3528adc08803", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-677a7597", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T11:55:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-677a7597"}, "namespace": "e2e-aitenant-677a7597", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5005e27f-abd3-4fea-9dfc-3528adc08803", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-677a7597 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T11:55:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-677a7597"}, "namespace": "e2e-aitenant-677a7597", "name": "odh-trusted-ca-bundle", "reconcileID": "fda044db-5855-45b3-8a18-81f362545359", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-677a7597"} 2026-06-10T11:55:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-677a7597"}, "namespace": "e2e-aitenant-677a7597", "name": "odh-trusted-ca-bundle", "reconcileID": "fda044db-5855-45b3-8a18-81f362545359", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-677a7597"} 2026-06-10T11:55:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-677a7597"}, "namespace": "e2e-aitenant-677a7597", "name": "openshift-service-ca.crt", "reconcileID": "1b93dcd9-e497-4933-bf61-7097792634d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-677a7597"} 2026-06-10T11:55:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-677a7597"}, "namespace": "e2e-aitenant-677a7597", "name": "openshift-service-ca.crt", "reconcileID": "1b93dcd9-e497-4933-bf61-7097792634d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-677a7597"} 2026-06-10T11:55:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-677a7597"}, "namespace": "e2e-aitenant-677a7597", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a6f56a5-5af2-42dc-a382-ebc9386e1eec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-677a7597"} 2026-06-10T11:55:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-677a7597"}, "namespace": "e2e-aitenant-677a7597", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a6f56a5-5af2-42dc-a382-ebc9386e1eec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-677a7597"}