2026-06-05T13:42:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e26366e-3039-4109-b295-298d29fecedd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:42:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e26366e-3039-4109-b295-298d29fecedd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:42:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bbec5e6e-8562-4dee-b0b6-cd531d120064", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:42:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bbec5e6e-8562-4dee-b0b6-cd531d120064", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:42:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bbec5e6e-8562-4dee-b0b6-cd531d120064", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:42:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "a46ff24c-c948-4a16-b49c-30981fdf8b1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-05T13:42:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "93360615-d1d8-4c22-8c81-19c2cabfafcb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-05T13:42:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "f404850d-0d4c-4f5e-ac40-736d29ad0b98", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:42:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "f404850d-0d4c-4f5e-ac40-736d29ad0b98", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-05T13:42:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30971aea-495d-48da-96b5-fffcd7768aa4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-05T13:42:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "29904d69-dddc-4b6c-a21c-3dcd7077e618", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-05T13:42:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "fbb85912-66be-43a3-add2-c3529d988629", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:42:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "fbb85912-66be-43a3-add2-c3529d988629", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-05T13:42:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77680e0a-27c2-401c-88ab-aa317396e0ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-05T13:43:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "480790b6-a4a1-479c-afe0-8cda2a1fdf2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-05T13:43:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "049decfe-0e5b-4aeb-9a23-4089ad99bc49", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-05T13:43:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "f40c8cc3-3999-42c7-ae5b-e5708aaf0448", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:43:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "f40c8cc3-3999-42c7-ae5b-e5708aaf0448", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-05T13:43:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "56c42c41-3b38-4995-a81e-4bf09152a84f", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-05T13:43:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "2af905d9-75fc-4225-afd1-c4c6545f61c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:43:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "2af905d9-75fc-4225-afd1-c4c6545f61c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-05T13:43:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "3ad43539-bfd6-4e75-830f-3ce933be3ddf", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:43:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "3ad43539-bfd6-4e75-830f-3ce933be3ddf", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-05T13:43:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "32f2c9a6-2092-43d2-87f9-a032790c05d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-05T13:43:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b11e565-5318-48ca-bcb4-2603cc81139c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-05T13:43:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "64882b9e-3acf-47d6-bb84-7064d8150dbe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-05T13:43:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4730a5c1-39da-412c-b629-32f0b55fb6f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-05T13:43:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "d598662b-f2b0-4e36-8227-a182ac6f17c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:43:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "d598662b-f2b0-4e36-8227-a182ac6f17c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-05T13:43:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c48e8ff-0531-465b-beb4-bb12cf2ff166", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-05T13:44:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f7936d4-d8ee-40a4-862c-d0c65709be02", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:44:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f7936d4-d8ee-40a4-862c-d0c65709be02", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:44:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f7936d4-d8ee-40a4-862c-d0c65709be02", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:44:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b3de85e7-a207-44a0-b935-02105d63e249", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:44:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b3de85e7-a207-44a0-b935-02105d63e249", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:44:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b3de85e7-a207-44a0-b935-02105d63e249", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:45:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "d80facb2-d0b9-4b0d-a58f-7afd0eb552f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-05T13:45:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "b3de0f0f-120b-46f3-bece-57326f176085", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-05T13:45:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "16365695-06e7-4b15-a976-66b5e75d1dc5", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:45:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "16365695-06e7-4b15-a976-66b5e75d1dc5", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-05T13:45:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07c50c7e-3388-4e74-a615-810b0a27ff6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-05T13:45:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "e9864339-5285-4232-8773-e66207febf5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49ef9010-d97a-4954-bc20-7b483df3122a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:45:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "85e7d68c-ce35-4c4b-9862-e73f0c539814", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "85e7d68c-ce35-4c4b-9862-e73f0c539814", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "85e7d68c-ce35-4c4b-9862-e73f0c539814", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49ef9010-d97a-4954-bc20-7b483df3122a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:45:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "85e7d68c-ce35-4c4b-9862-e73f0c539814", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-05T13:45:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "85e7d68c-ce35-4c4b-9862-e73f0c539814", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:45:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "85e7d68c-ce35-4c4b-9862-e73f0c539814", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49ef9010-d97a-4954-bc20-7b483df3122a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:45:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d6466487-117f-4ba9-a5d4-fd3bb312eb05", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d6466487-117f-4ba9-a5d4-fd3bb312eb05", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d6466487-117f-4ba9-a5d4-fd3bb312eb05", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e7d08821-2bce-4e10-8a58-ef0c9e2dcbe0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:45:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d6466487-117f-4ba9-a5d4-fd3bb312eb05", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-05T13:45:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d6466487-117f-4ba9-a5d4-fd3bb312eb05", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:45:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d6466487-117f-4ba9-a5d4-fd3bb312eb05", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e7d08821-2bce-4e10-8a58-ef0c9e2dcbe0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:45:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e7d08821-2bce-4e10-8a58-ef0c9e2dcbe0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:45:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f10c2587-5eda-4710-884b-05657f2a9c4b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f10c2587-5eda-4710-884b-05657f2a9c4b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f10c2587-5eda-4710-884b-05657f2a9c4b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1f72d094-885c-4d5c-a9a8-78e5aa15e4f5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:45:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f10c2587-5eda-4710-884b-05657f2a9c4b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-05T13:45:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f10c2587-5eda-4710-884b-05657f2a9c4b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:45:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f10c2587-5eda-4710-884b-05657f2a9c4b", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1f72d094-885c-4d5c-a9a8-78e5aa15e4f5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:45:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6acbdffc-6b66-4c0a-9aca-a87e5c0c6c36", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6acbdffc-6b66-4c0a-9aca-a87e5c0c6c36", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6acbdffc-6b66-4c0a-9aca-a87e5c0c6c36", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6acbdffc-6b66-4c0a-9aca-a87e5c0c6c36", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-05T13:45:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6acbdffc-6b66-4c0a-9aca-a87e5c0c6c36", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:45:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6acbdffc-6b66-4c0a-9aca-a87e5c0c6c36", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1f72d094-885c-4d5c-a9a8-78e5aa15e4f5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:45:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c0d99aeb-589d-40e5-803a-2c1b773cc56a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "90b7b386-2ef1-44d8-a53a-9b25c106d4b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:45:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c0d99aeb-589d-40e5-803a-2c1b773cc56a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c0d99aeb-589d-40e5-803a-2c1b773cc56a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c0d99aeb-589d-40e5-803a-2c1b773cc56a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T13:45:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c0d99aeb-589d-40e5-803a-2c1b773cc56a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:45:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c0d99aeb-589d-40e5-803a-2c1b773cc56a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "90b7b386-2ef1-44d8-a53a-9b25c106d4b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:45:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "90b7b386-2ef1-44d8-a53a-9b25c106d4b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:45:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "72793c2f-f03e-4432-aaf5-9af2da9a3bff", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "72793c2f-f03e-4432-aaf5-9af2da9a3bff", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "72793c2f-f03e-4432-aaf5-9af2da9a3bff", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8a14b81-dabb-4644-8c8c-e0f262ca8ee7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:45:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "72793c2f-f03e-4432-aaf5-9af2da9a3bff", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T13:45:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "72793c2f-f03e-4432-aaf5-9af2da9a3bff", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:45:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "72793c2f-f03e-4432-aaf5-9af2da9a3bff", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:45:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8a14b81-dabb-4644-8c8c-e0f262ca8ee7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:45:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8a14b81-dabb-4644-8c8c-e0f262ca8ee7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:45:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e9066ca9-0f6d-4abd-bd21-61eb0be250d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e9066ca9-0f6d-4abd-bd21-61eb0be250d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e9066ca9-0f6d-4abd-bd21-61eb0be250d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T13:45:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42e2f1b1-1d8b-42dc-8c78-756fc7d49331", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:45:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e9066ca9-0f6d-4abd-bd21-61eb0be250d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-05T13:45:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e9066ca9-0f6d-4abd-bd21-61eb0be250d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:45:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e9066ca9-0f6d-4abd-bd21-61eb0be250d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T13:45:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42e2f1b1-1d8b-42dc-8c78-756fc7d49331", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:45:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42e2f1b1-1d8b-42dc-8c78-756fc7d49331", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:45:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "43be48de-f913-4b64-a233-69a2be9a8dd8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:45:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "43be48de-f913-4b64-a233-69a2be9a8dd8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:45:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "43be48de-f913-4b64-a233-69a2be9a8dd8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:45:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "758f4ffa-1fa3-4de4-babc-04c8971ebab2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T13:45:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "758f4ffa-1fa3-4de4-babc-04c8971ebab2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T13:45:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "758f4ffa-1fa3-4de4-babc-04c8971ebab2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T13:45:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "758f4ffa-1fa3-4de4-babc-04c8971ebab2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-05T13:45:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "758f4ffa-1fa3-4de4-babc-04c8971ebab2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:45:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "758f4ffa-1fa3-4de4-babc-04c8971ebab2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T13:45:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bc03f6f4-b1a6-476d-9755-4d4a00d630a2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T13:45:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bc03f6f4-b1a6-476d-9755-4d4a00d630a2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T13:45:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bc03f6f4-b1a6-476d-9755-4d4a00d630a2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T13:45:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bc03f6f4-b1a6-476d-9755-4d4a00d630a2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-05T13:45:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bc03f6f4-b1a6-476d-9755-4d4a00d630a2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:45:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bc03f6f4-b1a6-476d-9755-4d4a00d630a2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T13:45:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "31df78b9-5d40-4cb1-b747-51df6fa91d55", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:45:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "31df78b9-5d40-4cb1-b747-51df6fa91d55", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-05T13:45:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32e565c3-434d-410d-8985-95bac9db1f6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-05T13:46:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e104da6e-eda1-4100-8359-62e21391e704", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:46:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e104da6e-eda1-4100-8359-62e21391e704", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:46:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e104da6e-eda1-4100-8359-62e21391e704", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:46:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8aca5feb-3186-40c0-90c4-ef31f3426ecd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T13:46:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8aca5feb-3186-40c0-90c4-ef31f3426ecd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T13:46:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8aca5feb-3186-40c0-90c4-ef31f3426ecd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T13:46:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8aca5feb-3186-40c0-90c4-ef31f3426ecd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-05T13:46:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8aca5feb-3186-40c0-90c4-ef31f3426ecd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:46:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8aca5feb-3186-40c0-90c4-ef31f3426ecd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T13:46:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0c2458ba-b791-45ec-a819-011e9ddb478a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T13:46:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0c2458ba-b791-45ec-a819-011e9ddb478a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T13:46:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0c2458ba-b791-45ec-a819-011e9ddb478a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T13:46:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0c2458ba-b791-45ec-a819-011e9ddb478a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-05T13:46:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0c2458ba-b791-45ec-a819-011e9ddb478a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:46:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0c2458ba-b791-45ec-a819-011e9ddb478a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T13:46:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b34db185-485a-4f73-b40b-12aa31ee0fb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:46:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b34db185-485a-4f73-b40b-12aa31ee0fb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:46:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b34db185-485a-4f73-b40b-12aa31ee0fb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:46:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "545fb340-797e-4b92-995e-ce041820991c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T13:46:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "545fb340-797e-4b92-995e-ce041820991c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T13:46:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "545fb340-797e-4b92-995e-ce041820991c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T13:46:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "545fb340-797e-4b92-995e-ce041820991c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-05T13:46:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "545fb340-797e-4b92-995e-ce041820991c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:46:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "545fb340-797e-4b92-995e-ce041820991c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T13:46:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "03a418e9-86e7-4442-973d-137fec26b1d1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:46:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "03a418e9-86e7-4442-973d-137fec26b1d1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:46:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "03a418e9-86e7-4442-973d-137fec26b1d1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:46:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "03a418e9-86e7-4442-973d-137fec26b1d1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T13:46:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "03a418e9-86e7-4442-973d-137fec26b1d1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:46:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "03a418e9-86e7-4442-973d-137fec26b1d1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:46:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d2887e50-7e55-403a-9640-4a9a8260d9b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:46:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d2887e50-7e55-403a-9640-4a9a8260d9b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:46:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d2887e50-7e55-403a-9640-4a9a8260d9b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:46:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4a51db2e-2d03-4310-88e1-b9690004f5f3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:46:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4a51db2e-2d03-4310-88e1-b9690004f5f3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:46:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4a51db2e-2d03-4310-88e1-b9690004f5f3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:46:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4a51db2e-2d03-4310-88e1-b9690004f5f3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T13:46:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4a51db2e-2d03-4310-88e1-b9690004f5f3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:46:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4a51db2e-2d03-4310-88e1-b9690004f5f3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:46:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "08332d54-7fb4-4642-bb8a-aba44dde67df", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:46:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "08332d54-7fb4-4642-bb8a-aba44dde67df", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:46:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "08332d54-7fb4-4642-bb8a-aba44dde67df", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:46:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "08332d54-7fb4-4642-bb8a-aba44dde67df", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T13:46:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "08332d54-7fb4-4642-bb8a-aba44dde67df", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:46:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "08332d54-7fb4-4642-bb8a-aba44dde67df", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:46:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38c8e0db-01ba-43e8-ad58-8a69d024366e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:46:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38c8e0db-01ba-43e8-ad58-8a69d024366e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:46:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38c8e0db-01ba-43e8-ad58-8a69d024366e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:46:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1d2cfd52-3155-4ff6-ba85-9ea1a8d615e6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:46:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1d2cfd52-3155-4ff6-ba85-9ea1a8d615e6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:46:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1d2cfd52-3155-4ff6-ba85-9ea1a8d615e6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:46:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1d2cfd52-3155-4ff6-ba85-9ea1a8d615e6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T13:46:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1d2cfd52-3155-4ff6-ba85-9ea1a8d615e6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:46:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1d2cfd52-3155-4ff6-ba85-9ea1a8d615e6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:46:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "7bd045b3-7d31-4650-a57d-a719e99896a7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T13:46:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "7bd045b3-7d31-4650-a57d-a719e99896a7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T13:46:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "7bd045b3-7d31-4650-a57d-a719e99896a7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T13:46:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "7bd045b3-7d31-4650-a57d-a719e99896a7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-05T13:46:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "7bd045b3-7d31-4650-a57d-a719e99896a7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:46:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "7bd045b3-7d31-4650-a57d-a719e99896a7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T13:46:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c854020f-9c33-4a67-8a3f-19dc6379a8f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:46:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c854020f-9c33-4a67-8a3f-19dc6379a8f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:46:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c854020f-9c33-4a67-8a3f-19dc6379a8f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:46:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "34f509af-9833-42f1-8205-f4428ca58a4f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T13:46:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "34f509af-9833-42f1-8205-f4428ca58a4f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T13:46:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "34f509af-9833-42f1-8205-f4428ca58a4f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T13:46:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "34f509af-9833-42f1-8205-f4428ca58a4f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-05T13:46:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "34f509af-9833-42f1-8205-f4428ca58a4f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:46:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "34f509af-9833-42f1-8205-f4428ca58a4f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T13:46:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "dd9d3b7b-83db-49b6-b0a8-bee465eed475", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T13:46:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "dd9d3b7b-83db-49b6-b0a8-bee465eed475", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T13:46:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "dd9d3b7b-83db-49b6-b0a8-bee465eed475", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T13:46:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "dd9d3b7b-83db-49b6-b0a8-bee465eed475", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-05T13:46:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "dd9d3b7b-83db-49b6-b0a8-bee465eed475", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:46:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "dd9d3b7b-83db-49b6-b0a8-bee465eed475", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T13:47:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "44a7fd5d-527b-416a-b012-c2e277308882", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T13:47:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "44a7fd5d-527b-416a-b012-c2e277308882", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T13:47:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "44a7fd5d-527b-416a-b012-c2e277308882", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T13:47:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "44a7fd5d-527b-416a-b012-c2e277308882", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-05T13:47:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "44a7fd5d-527b-416a-b012-c2e277308882", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:47:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "44a7fd5d-527b-416a-b012-c2e277308882", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T13:47:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9afc5d85-98a6-4c12-85c4-269546e483ee", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T13:47:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9afc5d85-98a6-4c12-85c4-269546e483ee", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T13:47:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9afc5d85-98a6-4c12-85c4-269546e483ee", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T13:47:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9afc5d85-98a6-4c12-85c4-269546e483ee", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-05T13:47:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9afc5d85-98a6-4c12-85c4-269546e483ee", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:47:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9afc5d85-98a6-4c12-85c4-269546e483ee", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T13:47:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f738dcfd-8317-4078-9b64-db1e68135189", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:47:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f738dcfd-8317-4078-9b64-db1e68135189", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:47:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f738dcfd-8317-4078-9b64-db1e68135189", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:47:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f738dcfd-8317-4078-9b64-db1e68135189", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T13:47:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f738dcfd-8317-4078-9b64-db1e68135189", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:47:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f738dcfd-8317-4078-9b64-db1e68135189", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:47:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "256812dc-2f17-4706-8105-f202602bcdda", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:47:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "256812dc-2f17-4706-8105-f202602bcdda", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:47:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "256812dc-2f17-4706-8105-f202602bcdda", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:47:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "256812dc-2f17-4706-8105-f202602bcdda", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T13:47:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "256812dc-2f17-4706-8105-f202602bcdda", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:47:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "256812dc-2f17-4706-8105-f202602bcdda", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T13:47:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "7090a68b-9a20-459c-a13f-58c9f15a4dc0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T13:47:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "7090a68b-9a20-459c-a13f-58c9f15a4dc0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T13:47:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "7090a68b-9a20-459c-a13f-58c9f15a4dc0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T13:47:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "7090a68b-9a20-459c-a13f-58c9f15a4dc0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-05T13:47:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "7090a68b-9a20-459c-a13f-58c9f15a4dc0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-05T13:47:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "7090a68b-9a20-459c-a13f-58c9f15a4dc0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T13:47:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "109c2cbe-69ed-4b44-bc99-d0252f3e41ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-05T13:47:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "067febbc-76dc-46e1-a640-42ea5c91d8a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-05T13:47:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "0b6f6b7a-aa58-41fc-ad7d-02256dbdd287", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:47:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "0b6f6b7a-aa58-41fc-ad7d-02256dbdd287", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-05T13:47:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c5233cb-b681-42c9-94ac-31fbecd8af6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-05T13:47:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "8b0c8d65-e047-4006-acb8-c04d42014e92", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-05T13:47:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "3104c29f-3c96-4d0b-b2d1-dd1ec232183a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:47:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "3104c29f-3c96-4d0b-b2d1-dd1ec232183a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-05T13:47:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cedd4585-f3ea-4957-ae81-bcb3285aeb8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-05T13:47:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "4e2cd894-b762-4bc5-a2b8-feda6e7682f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-05T13:47:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "dc9b7ea6-b139-404d-8684-473c7d33ee2f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-05T13:47:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "b254fa22-e52c-4811-8120-4a9c7f2a1ccf", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:47:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "b254fa22-e52c-4811-8120-4a9c7f2a1ccf", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-05T13:47:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c206c19e-9982-41b0-9d90-f03ab95f7069", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-05T13:47:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "1e887d04-1df2-45da-b12e-dd7160c8053d", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-05T13:47:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "39bf123b-d0a6-46e3-bf21-9dd3605787eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:47:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "39bf123b-d0a6-46e3-bf21-9dd3605787eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-05T13:47:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc5fef10-23b1-4701-809a-e9226cde5256", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-05T13:49:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "df1a7825-78e6-4760-89c3-4c74741e6b55", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T13:49:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "6318c8a6-73e3-4766-9970-0a3d963c9fe0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T13:49:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "becb5c4e-d3d3-44e5-951d-7dbb69239e77", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:49:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "becb5c4e-d3d3-44e5-951d-7dbb69239e77", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T13:49:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3941ff0-90a3-4574-979c-1aacb17611fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T13:49:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "860b3ff6-a800-42d1-a1da-4780fea9da39", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T13:49:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ece8e5f9-8675-45c9-85de-7face57bc68a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:49:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ece8e5f9-8675-45c9-85de-7face57bc68a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T13:49:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1aa4c51c-3ef2-4580-9819-9c433e3cd7d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T13:50:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e271a601-4d90-42f3-8e89-0e87e7e47083", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T13:50:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e271a601-4d90-42f3-8e89-0e87e7e47083", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:50:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e271a601-4d90-42f3-8e89-0e87e7e47083", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T13:50:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "c7e6dd7e-830e-4f09-afe8-acad5ba26f66", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T13:50:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "c7e6dd7e-830e-4f09-afe8-acad5ba26f66", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T13:50:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "756ffa9d-00ec-4231-a399-e59eadf99d56", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T13:50:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "756ffa9d-00ec-4231-a399-e59eadf99d56", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T13:50:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9f1af12-9a12-42a9-b796-3f92c5875086", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T13:50:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9f1af12-9a12-42a9-b796-3f92c5875086", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T13:50:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "a1ae5a91-0f40-4160-a806-96c5ecf33dc6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-05T13:50:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "63bf6cfb-abb7-46d4-b981-b20539cf30db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T13:50:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "6594f617-e39d-48dc-b2ee-e766272821b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:50:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "6594f617-e39d-48dc-b2ee-e766272821b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-05T13:50:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "119a68e0-fcac-43ed-889b-9ff091264864", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-05T13:50:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34db0bb1-35a2-432d-a2a8-ea65e0fbcc16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T13:50:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "3437cca5-ea71-453a-a6c0-a428e909d953", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:50:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "3437cca5-ea71-453a-a6c0-a428e909d953", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T13:50:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de822a30-9649-4092-a88d-ae3c37c97cf5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T13:51:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85439664-3353-4cee-8cf0-7e201ece7eb9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T13:51:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85439664-3353-4cee-8cf0-7e201ece7eb9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:51:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85439664-3353-4cee-8cf0-7e201ece7eb9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T13:51:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e69447b1-d2d1-4ea3-bebd-4ccb2e38a0ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T13:51:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e69447b1-d2d1-4ea3-bebd-4ccb2e38a0ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T13:51:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "8c251cbc-080c-4c31-b978-a9b0f9973ecb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-05T13:51:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "8c251cbc-080c-4c31-b978-a9b0f9973ecb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-05T13:51:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58c58d9c-828e-46d2-a33e-ca9a6fb30597", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T13:51:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58c58d9c-828e-46d2-a33e-ca9a6fb30597", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T13:51:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c6f91b"}, "namespace": "e2e-modelref-c6f91b", "name": "openshift-service-ca.crt", "reconcileID": "12767fe5-9740-4698-a7a9-982525672ec4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c6f91b"} 2026-06-05T13:51:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c6f91b"}, "namespace": "e2e-modelref-c6f91b", "name": "odh-trusted-ca-bundle", "reconcileID": "24f16cb5-b656-4479-bed5-0e84f0b58b6d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c6f91b"} 2026-06-05T13:51:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c6f91b"}, "namespace": "e2e-modelref-c6f91b", "name": "openshift-service-ca.crt", "reconcileID": "715b046f-c760-4203-9e23-15635b3f8b7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c6f91b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:51:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c6f91b"}, "namespace": "e2e-modelref-c6f91b", "name": "openshift-service-ca.crt", "reconcileID": "715b046f-c760-4203-9e23-15635b3f8b7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c6f91b"} 2026-06-05T13:51:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c6f91b"}, "namespace": "e2e-modelref-c6f91b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "beae11f7-8b65-4106-8391-feef0e797046", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c6f91b"} 2026-06-05T13:51:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c6f91b"}, "namespace": "e2e-modelref-c6f91b", "name": "openshift-service-ca.crt", "reconcileID": "6c8b5bde-0d97-4ac6-ae0f-32628d2c5202", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c6f91b"} 2026-06-05T13:51:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c6f91b"}, "namespace": "e2e-modelref-c6f91b", "name": "odh-trusted-ca-bundle", "reconcileID": "6375ae89-9ffa-469e-9bae-fba9a9bde4fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c6f91b", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:51:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c6f91b"}, "namespace": "e2e-modelref-c6f91b", "name": "odh-trusted-ca-bundle", "reconcileID": "6375ae89-9ffa-469e-9bae-fba9a9bde4fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c6f91b"} 2026-06-05T13:51:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c6f91b"}, "namespace": "e2e-modelref-c6f91b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4360880-4bb0-4e93-9a22-675f50e2cf2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c6f91b"} 2026-06-05T13:51:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0045bec4-61d5-49b9-81f6-bb45d9f01a69", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:51:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0045bec4-61d5-49b9-81f6-bb45d9f01a69", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:51:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0045bec4-61d5-49b9-81f6-bb45d9f01a69", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:51:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aad6c406-ee16-4107-bbdd-bc62e545b74e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:51:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aad6c406-ee16-4107-bbdd-bc62e545b74e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:51:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aad6c406-ee16-4107-bbdd-bc62e545b74e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:51:10Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T13:51:10Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T13:51:13Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T13:51:13Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T13:51:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "591e7996-3b88-4203-93fe-219b305c34b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:51:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "591e7996-3b88-4203-93fe-219b305c34b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:51:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "591e7996-3b88-4203-93fe-219b305c34b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:51:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2bed4de9-07f7-4a9e-8e00-7573b50e066e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:51:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2bed4de9-07f7-4a9e-8e00-7573b50e066e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:51:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2bed4de9-07f7-4a9e-8e00-7573b50e066e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:51:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c6f91b"}, "namespace": "e2e-modelref-c6f91b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3108c90-6940-41b1-951d-600263d9d815", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c6f91b"} 2026-06-05T13:51:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c6f91b"}, "namespace": "e2e-modelref-c6f91b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3108c90-6940-41b1-951d-600263d9d815", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c6f91b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:51:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c6f91b"}, "namespace": "e2e-modelref-c6f91b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3108c90-6940-41b1-951d-600263d9d815", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-c6f91b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T13:51:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c6f91b"}, "namespace": "e2e-modelref-c6f91b", "name": "odh-trusted-ca-bundle", "reconcileID": "3ba2ee39-33fa-414e-a2b4-763c0d5c51dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c6f91b"} 2026-06-05T13:51:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c6f91b"}, "namespace": "e2e-modelref-c6f91b", "name": "odh-trusted-ca-bundle", "reconcileID": "3ba2ee39-33fa-414e-a2b4-763c0d5c51dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c6f91b"} 2026-06-05T13:51:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c6f91b"}, "namespace": "e2e-modelref-c6f91b", "name": "openshift-service-ca.crt", "reconcileID": "072c62d2-2fb8-4b12-8e19-a0b41a0027ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c6f91b"} 2026-06-05T13:51:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c6f91b"}, "namespace": "e2e-modelref-c6f91b", "name": "openshift-service-ca.crt", "reconcileID": "072c62d2-2fb8-4b12-8e19-a0b41a0027ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c6f91b"} 2026-06-05T13:51:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c6f91b"}, "namespace": "e2e-modelref-c6f91b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5e15c0e-e2b6-4919-afa7-640e68fda1fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c6f91b"} 2026-06-05T13:51:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c6f91b"}, "namespace": "e2e-modelref-c6f91b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5e15c0e-e2b6-4919-afa7-640e68fda1fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c6f91b"} 2026-06-05T13:51:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-143135"}, "namespace": "e2e-modelref-143135", "name": "openshift-service-ca.crt", "reconcileID": "28a99f46-963a-4183-96e3-0c32ffe2b0bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-143135"} 2026-06-05T13:51:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-143135"}, "namespace": "e2e-modelref-143135", "name": "odh-trusted-ca-bundle", "reconcileID": "b1e6f36d-b93b-4c72-8c54-f1b925de9115", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-143135", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:51:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-143135"}, "namespace": "e2e-modelref-143135", "name": "odh-trusted-ca-bundle", "reconcileID": "b1e6f36d-b93b-4c72-8c54-f1b925de9115", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-143135"} 2026-06-05T13:51:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-143135"}, "namespace": "e2e-modelref-143135", "name": "openshift-service-ca.crt", "reconcileID": "3cf6b4d9-6bff-4992-93ed-74ef1b336219", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-143135", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:51:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-143135"}, "namespace": "e2e-modelref-143135", "name": "openshift-service-ca.crt", "reconcileID": "3cf6b4d9-6bff-4992-93ed-74ef1b336219", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T13:51:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-143135"}, "namespace": "e2e-modelref-143135", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b24587b5-7c66-45b2-9b06-9e4613798342", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-143135"} 2026-06-05T13:51:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-143135"}, "namespace": "e2e-modelref-143135", "name": "openshift-service-ca.crt", "reconcileID": "d6351eda-2c7b-4518-a83c-050b6ecc1598", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-143135"} 2026-06-05T13:51:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-143135"}, "namespace": "e2e-modelref-143135", "name": "openshift-service-ca.crt", "reconcileID": "c5257dd1-c063-49f7-be54-654383e56b7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-143135"} 2026-06-05T13:51:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-143135"}, "namespace": "e2e-modelref-143135", "name": "odh-trusted-ca-bundle", "reconcileID": "bf91216d-4a8d-4732-ba12-a155462076c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-143135", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:51:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-143135"}, "namespace": "e2e-modelref-143135", "name": "odh-trusted-ca-bundle", "reconcileID": "bf91216d-4a8d-4732-ba12-a155462076c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-143135"} 2026-06-05T13:51:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-143135"}, "namespace": "e2e-modelref-143135", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee095b9e-c945-4517-95de-37fa9b96b3e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-143135"} 2026-06-05T13:51:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d9b4bfd1-8e90-4df0-96e5-86517ff16921", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:51:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d9b4bfd1-8e90-4df0-96e5-86517ff16921", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:51:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d9b4bfd1-8e90-4df0-96e5-86517ff16921", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:51:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e536e428-8b33-4ba9-adbf-248fa37b1b7f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:51:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e536e428-8b33-4ba9-adbf-248fa37b1b7f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:51:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e536e428-8b33-4ba9-adbf-248fa37b1b7f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:51:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e9f292d1-bcb0-4e5e-8d5c-3737c384842a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:51:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e9f292d1-bcb0-4e5e-8d5c-3737c384842a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:51:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e9f292d1-bcb0-4e5e-8d5c-3737c384842a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:51:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c6e0c7e-d8c1-4a21-ae70-7c695d7bda76", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:51:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c6e0c7e-d8c1-4a21-ae70-7c695d7bda76", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T13:51:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c6e0c7e-d8c1-4a21-ae70-7c695d7bda76", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T13:51:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-143135"}, "namespace": "e2e-modelref-143135", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "027c77bb-5719-406c-ac1f-b659f36abb03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-143135"} 2026-06-05T13:51:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-143135"}, "namespace": "e2e-modelref-143135", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "027c77bb-5719-406c-ac1f-b659f36abb03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-143135", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:51:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-143135"}, "namespace": "e2e-modelref-143135", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "027c77bb-5719-406c-ac1f-b659f36abb03", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-143135 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T13:51:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-143135"}, "namespace": "e2e-modelref-143135", "name": "odh-trusted-ca-bundle", "reconcileID": "251bf5db-3b68-4620-a97a-61d66a57c8b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-143135"} 2026-06-05T13:51:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-143135"}, "namespace": "e2e-modelref-143135", "name": "odh-trusted-ca-bundle", "reconcileID": "251bf5db-3b68-4620-a97a-61d66a57c8b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-143135"} 2026-06-05T13:51:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-143135"}, "namespace": "e2e-modelref-143135", "name": "openshift-service-ca.crt", "reconcileID": "078cb3c9-58d2-4312-a4e4-8f7ed565580b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-143135"} 2026-06-05T13:51:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-143135"}, "namespace": "e2e-modelref-143135", "name": "openshift-service-ca.crt", "reconcileID": "078cb3c9-58d2-4312-a4e4-8f7ed565580b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-143135"} 2026-06-05T13:51:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-143135"}, "namespace": "e2e-modelref-143135", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "816ebd91-aa82-4778-bab5-edfa919a424b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-143135"} 2026-06-05T13:51:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-143135"}, "namespace": "e2e-modelref-143135", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "816ebd91-aa82-4778-bab5-edfa919a424b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-143135"} 2026-06-05T13:52:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-704736"}, "namespace": "e2e-webhook-test-704736", "name": "openshift-service-ca.crt", "reconcileID": "8ff3a0cc-2868-4e44-ab46-92ea552c69df", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-704736"} 2026-06-05T13:52:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-704736"}, "namespace": "e2e-webhook-test-704736", "name": "odh-trusted-ca-bundle", "reconcileID": "18244526-8d30-4f6c-b0b3-3cb791e8dcd9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-704736"} 2026-06-05T13:52:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-704736"}, "namespace": "e2e-webhook-test-704736", "name": "openshift-service-ca.crt", "reconcileID": "7f23f6ab-6389-4e8c-9264-25fdf849a01d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-704736", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:52:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-704736"}, "namespace": "e2e-webhook-test-704736", "name": "openshift-service-ca.crt", "reconcileID": "7f23f6ab-6389-4e8c-9264-25fdf849a01d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-704736"} 2026-06-05T13:52:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-704736"}, "namespace": "e2e-webhook-test-704736", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "607441f6-f297-4348-9044-72f39c4ffa5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-704736"} 2026-06-05T13:52:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-704736"}, "namespace": "e2e-webhook-test-704736", "name": "openshift-service-ca.crt", "reconcileID": "6b700880-46d6-4f75-b34b-29922ef474eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-704736"} 2026-06-05T13:52:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-704736"}, "namespace": "e2e-webhook-test-704736", "name": "odh-trusted-ca-bundle", "reconcileID": "077fb314-7340-445c-a378-960e0c3e96b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-704736", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:52:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-704736"}, "namespace": "e2e-webhook-test-704736", "name": "odh-trusted-ca-bundle", "reconcileID": "077fb314-7340-445c-a378-960e0c3e96b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-704736"} 2026-06-05T13:52:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-704736"}, "namespace": "e2e-webhook-test-704736", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c01f1231-178e-44d8-9dce-8ecdfbff994c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-704736"} 2026-06-05T13:52:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-704736"}, "namespace": "e2e-webhook-test-704736", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e32813d-f292-4fde-92fb-f69c0b0b49ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-704736"} 2026-06-05T13:52:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-704736"}, "namespace": "e2e-webhook-test-704736", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e32813d-f292-4fde-92fb-f69c0b0b49ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-704736", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:52:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-704736"}, "namespace": "e2e-webhook-test-704736", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e32813d-f292-4fde-92fb-f69c0b0b49ae", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-704736 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T13:52:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-704736"}, "namespace": "e2e-webhook-test-704736", "name": "odh-trusted-ca-bundle", "reconcileID": "6ae27afb-688f-4bb6-9d7e-5d1fa9af9324", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-704736"} 2026-06-05T13:52:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-704736"}, "namespace": "e2e-webhook-test-704736", "name": "odh-trusted-ca-bundle", "reconcileID": "6ae27afb-688f-4bb6-9d7e-5d1fa9af9324", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-704736"} 2026-06-05T13:52:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-704736"}, "namespace": "e2e-webhook-test-704736", "name": "openshift-service-ca.crt", "reconcileID": "2df6a588-bb44-454a-b96d-cf6d818debfe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-704736"} 2026-06-05T13:52:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-704736"}, "namespace": "e2e-webhook-test-704736", "name": "openshift-service-ca.crt", "reconcileID": "2df6a588-bb44-454a-b96d-cf6d818debfe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-704736"} 2026-06-05T13:52:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-704736"}, "namespace": "e2e-webhook-test-704736", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fef67e44-77ec-493d-81cf-c88a2d000591", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-704736"} 2026-06-05T13:52:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-704736"}, "namespace": "e2e-webhook-test-704736", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fef67e44-77ec-493d-81cf-c88a2d000591", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-704736"} 2026-06-05T13:52:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-38aace"}, "namespace": "e2e-webhook-test-38aace", "name": "openshift-service-ca.crt", "reconcileID": "b9208cee-166c-4f07-9167-34ef4fb0c805", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-38aace"} 2026-06-05T13:52:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-38aace"}, "namespace": "e2e-webhook-test-38aace", "name": "odh-trusted-ca-bundle", "reconcileID": "f7c75ccd-3784-49cf-8757-d167845d219f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-38aace"} 2026-06-05T13:52:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-38aace"}, "namespace": "e2e-webhook-test-38aace", "name": "openshift-service-ca.crt", "reconcileID": "c92a794c-210c-47b2-b907-e1c78c6c9a69", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-38aace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:52:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-38aace"}, "namespace": "e2e-webhook-test-38aace", "name": "openshift-service-ca.crt", "reconcileID": "c92a794c-210c-47b2-b907-e1c78c6c9a69", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-38aace"} 2026-06-05T13:52:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-38aace"}, "namespace": "e2e-webhook-test-38aace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "635b3550-ac40-4fde-9b76-83c0db623a33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-38aace"} 2026-06-05T13:52:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-38aace"}, "namespace": "e2e-webhook-test-38aace", "name": "openshift-service-ca.crt", "reconcileID": "0a7c14b5-c394-4a89-92d6-9cbe4d1773de", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-38aace"} 2026-06-05T13:52:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-38aace"}, "namespace": "e2e-webhook-test-38aace", "name": "odh-trusted-ca-bundle", "reconcileID": "b99a19ff-cdd6-4f9b-b6cd-bd4cc74f41d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-38aace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:52:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-38aace"}, "namespace": "e2e-webhook-test-38aace", "name": "odh-trusted-ca-bundle", "reconcileID": "b99a19ff-cdd6-4f9b-b6cd-bd4cc74f41d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-38aace"} 2026-06-05T13:52:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-38aace"}, "namespace": "e2e-webhook-test-38aace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45af5979-7a8c-4675-9748-cebb8813cffb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-38aace"} 2026-06-05T13:52:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-38aace"}, "namespace": "e2e-webhook-test-38aace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "237191b6-ae22-491c-aeb7-18010fad44bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-38aace"} 2026-06-05T13:52:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-38aace"}, "namespace": "e2e-webhook-test-38aace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "237191b6-ae22-491c-aeb7-18010fad44bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-38aace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T13:52:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-38aace"}, "namespace": "e2e-webhook-test-38aace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "237191b6-ae22-491c-aeb7-18010fad44bc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-38aace because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T13:52:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-38aace"}, "namespace": "e2e-webhook-test-38aace", "name": "odh-trusted-ca-bundle", "reconcileID": "914e8268-9d02-4272-8a1b-d35b73facae6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-38aace"} 2026-06-05T13:52:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-38aace"}, "namespace": "e2e-webhook-test-38aace", "name": "odh-trusted-ca-bundle", "reconcileID": "914e8268-9d02-4272-8a1b-d35b73facae6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-38aace"} 2026-06-05T13:52:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-38aace"}, "namespace": "e2e-webhook-test-38aace", "name": "openshift-service-ca.crt", "reconcileID": "bc8768f3-4be4-4be9-9206-ff80fe05907e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-38aace"} 2026-06-05T13:52:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-38aace"}, "namespace": "e2e-webhook-test-38aace", "name": "openshift-service-ca.crt", "reconcileID": "bc8768f3-4be4-4be9-9206-ff80fe05907e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-38aace"} 2026-06-05T13:52:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-38aace"}, "namespace": "e2e-webhook-test-38aace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef332ddf-bf12-48fb-b97b-ec22571442fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-38aace"} 2026-06-05T13:52:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-38aace"}, "namespace": "e2e-webhook-test-38aace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef332ddf-bf12-48fb-b97b-ec22571442fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-38aace"} 2026-06-05T14:01:10Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T14:01:10Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T14:01:12Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T14:01:12Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T14:08:58Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T14:08:58Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T14:09:00Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T14:09:00Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T14:10:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-a58d8cbe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-a58d8cbe", "reconcileID": "d800e503-3cee-47ad-98c0-739315e46e31", "Gateway": "e2e-ait-a58d8cbe", "namespace": "openshift-ingress"} 2026-06-05T14:10:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-a58d8cbe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-a58d8cbe", "reconcileID": "e895ee54-0771-4faf-ae41-6e301692bf21", "Gateway": "e2e-ait-a58d8cbe", "namespace": "openshift-ingress"} 2026-06-05T14:10:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-a58d8cbe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-a58d8cbe", "reconcileID": "782c48ef-9dca-4b04-aa6b-4cfd3c355200", "Gateway": "e2e-ait-a58d8cbe", "namespace": "openshift-ingress"} 2026-06-05T14:10:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-a58d8cbe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-a58d8cbe", "reconcileID": "3cce9d89-63d7-45c5-a7c1-9ade89c877a1", "Gateway": "e2e-ait-a58d8cbe", "namespace": "openshift-ingress"} 2026-06-05T14:10:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-a58d8cbe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-a58d8cbe", "reconcileID": "ffcec056-3091-460d-8109-4f4c80c55eff", "Gateway": "e2e-ait-a58d8cbe", "namespace": "openshift-ingress"} 2026-06-05T14:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-a58d8cbe"}, "namespace": "e2e-aitenant-a58d8cbe", "name": "openshift-service-ca.crt", "reconcileID": "8430ab0a-c590-4dde-adff-d1e743845c8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-a58d8cbe"} 2026-06-05T14:10:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-a58d8cbe"}, "namespace": "e2e-aitenant-a58d8cbe", "name": "openshift-service-ca.crt", "reconcileID": "56ed6b42-ec01-465b-bb1b-9af09c6f9ce9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-a58d8cbe", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T14:10:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-a58d8cbe"}, "namespace": "e2e-aitenant-a58d8cbe", "name": "openshift-service-ca.crt", "reconcileID": "56ed6b42-ec01-465b-bb1b-9af09c6f9ce9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-a58d8cbe"} 2026-06-05T14:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-a58d8cbe"}, "namespace": "e2e-aitenant-a58d8cbe", "name": "odh-trusted-ca-bundle", "reconcileID": "663cfcd6-de83-472a-b932-0fb6aae7102c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-a58d8cbe"} 2026-06-05T14:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a58d8cbe"}, "namespace": "e2e-aitenant-a58d8cbe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf0ebfad-100f-4019-9740-5fe5546b5edc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-a58d8cbe"} 2026-06-05T14:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-a58d8cbe"}, "namespace": "e2e-aitenant-a58d8cbe", "name": "openshift-service-ca.crt", "reconcileID": "57d4e02e-fb31-4234-bf90-aa27d1e05fcf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-a58d8cbe"} 2026-06-05T14:10:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-a58d8cbe"}, "namespace": "e2e-aitenant-a58d8cbe", "name": "odh-trusted-ca-bundle", "reconcileID": "8c54080c-129f-4732-8e66-e6518f0bbc27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-a58d8cbe", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T14:10:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-a58d8cbe"}, "namespace": "e2e-aitenant-a58d8cbe", "name": "odh-trusted-ca-bundle", "reconcileID": "8c54080c-129f-4732-8e66-e6518f0bbc27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-a58d8cbe"} 2026-06-05T14:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a58d8cbe"}, "namespace": "e2e-aitenant-a58d8cbe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffd006e2-273b-4902-9ec9-13562b9942b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-a58d8cbe"} 2026-06-05T14:10:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-a58d8cbe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-a58d8cbe", "reconcileID": "f89a39c4-ac02-41ee-8f49-c4d8bb3592e6", "Gateway": "e2e-ait-a58d8cbe", "namespace": "openshift-ingress"} 2026-06-05T14:10:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a58d8cbe"}, "namespace": "e2e-aitenant-a58d8cbe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7a1a063-8fd1-40d4-b12e-37654e9d6f95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-a58d8cbe"} 2026-06-05T14:10:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a58d8cbe"}, "namespace": "e2e-aitenant-a58d8cbe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7a1a063-8fd1-40d4-b12e-37654e9d6f95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-a58d8cbe", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T14:10:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a58d8cbe"}, "namespace": "e2e-aitenant-a58d8cbe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7a1a063-8fd1-40d4-b12e-37654e9d6f95", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-a58d8cbe because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T14:10:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-a58d8cbe"}, "namespace": "e2e-aitenant-a58d8cbe", "name": "odh-trusted-ca-bundle", "reconcileID": "a2d9dc0e-3faa-4d00-a4d5-c19471117a6f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-a58d8cbe"} 2026-06-05T14:10:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-a58d8cbe"}, "namespace": "e2e-aitenant-a58d8cbe", "name": "odh-trusted-ca-bundle", "reconcileID": "a2d9dc0e-3faa-4d00-a4d5-c19471117a6f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-a58d8cbe"} 2026-06-05T14:10:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-a58d8cbe"}, "namespace": "e2e-aitenant-a58d8cbe", "name": "openshift-service-ca.crt", "reconcileID": "46dd27b6-e81e-46c7-997d-6d0d38480738", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-a58d8cbe"} 2026-06-05T14:10:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-a58d8cbe"}, "namespace": "e2e-aitenant-a58d8cbe", "name": "openshift-service-ca.crt", "reconcileID": "46dd27b6-e81e-46c7-997d-6d0d38480738", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-a58d8cbe"} 2026-06-05T14:10:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a58d8cbe"}, "namespace": "e2e-aitenant-a58d8cbe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b070356a-3481-4d1a-89f0-df21c282b837", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-a58d8cbe"} 2026-06-05T14:10:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a58d8cbe"}, "namespace": "e2e-aitenant-a58d8cbe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b070356a-3481-4d1a-89f0-df21c282b837", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-a58d8cbe"} 2026-06-05T14:10:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-61d6cd12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-61d6cd12", "reconcileID": "94e318f0-4ee4-4cdd-9875-b8735b5a62e0", "Gateway": "e2e-ait-61d6cd12", "namespace": "openshift-ingress"} 2026-06-05T14:10:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-61d6cd12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-61d6cd12", "reconcileID": "0c304287-c87e-46be-832f-44b2a4ddc0ba", "Gateway": "e2e-ait-61d6cd12", "namespace": "openshift-ingress"} 2026-06-05T14:10:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-61d6cd12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-61d6cd12", "reconcileID": "ff4bc255-5490-428f-8d3b-0d7add405a36", "Gateway": "e2e-ait-61d6cd12", "namespace": "openshift-ingress"} 2026-06-05T14:10:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-61d6cd12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-61d6cd12", "reconcileID": "ae9b75ff-9dac-4a89-85ba-ac7da8fcf9b7", "Gateway": "e2e-ait-61d6cd12", "namespace": "openshift-ingress"} 2026-06-05T14:10:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-61d6cd12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-61d6cd12", "reconcileID": "e09a8a1f-e68f-4f95-80cb-91278cb53b64", "Gateway": "e2e-ait-61d6cd12", "namespace": "openshift-ingress"} 2026-06-05T14:10:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-61d6cd12"}, "namespace": "e2e-aitenant-61d6cd12", "name": "openshift-service-ca.crt", "reconcileID": "e2a412fc-5413-42fa-b96e-a7a25f4e2d51", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-61d6cd12"} 2026-06-05T14:10:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-61d6cd12"}, "namespace": "e2e-aitenant-61d6cd12", "name": "openshift-service-ca.crt", "reconcileID": "d7d54785-bfe3-45b3-b394-ea5c0bbe0c43", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-61d6cd12", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T14:10:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-61d6cd12"}, "namespace": "e2e-aitenant-61d6cd12", "name": "openshift-service-ca.crt", "reconcileID": "d7d54785-bfe3-45b3-b394-ea5c0bbe0c43", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-61d6cd12"} 2026-06-05T14:10:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-61d6cd12"}, "namespace": "e2e-aitenant-61d6cd12", "name": "odh-trusted-ca-bundle", "reconcileID": "6163cbe4-c36e-4fc0-91c7-f07f4e48fe36", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-61d6cd12", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T14:10:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-61d6cd12"}, "namespace": "e2e-aitenant-61d6cd12", "name": "odh-trusted-ca-bundle", "reconcileID": "6163cbe4-c36e-4fc0-91c7-f07f4e48fe36", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T14:10:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-61d6cd12"}, "namespace": "e2e-aitenant-61d6cd12", "name": "openshift-service-ca.crt", "reconcileID": "a168c1b0-037b-4aa2-b5f0-55e6a4418c0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-61d6cd12"} 2026-06-05T14:10:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-61d6cd12"}, "namespace": "e2e-aitenant-61d6cd12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef887fbb-516e-4fba-9bc2-314205cdfac5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-61d6cd12"} 2026-06-05T14:10:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-61d6cd12"}, "namespace": "e2e-aitenant-61d6cd12", "name": "odh-trusted-ca-bundle", "reconcileID": "c7789572-09da-41e2-9c04-578bdac2da5e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-61d6cd12"} 2026-06-05T14:10:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-61d6cd12"}, "namespace": "e2e-aitenant-61d6cd12", "name": "odh-trusted-ca-bundle", "reconcileID": "6894e27a-ed2f-41ea-9abc-3ec658f02e53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-61d6cd12", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T14:10:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-61d6cd12"}, "namespace": "e2e-aitenant-61d6cd12", "name": "odh-trusted-ca-bundle", "reconcileID": "6894e27a-ed2f-41ea-9abc-3ec658f02e53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-61d6cd12"} 2026-06-05T14:10:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-61d6cd12"}, "namespace": "e2e-aitenant-61d6cd12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4340460b-ea5b-4146-97cc-771be4b6d2b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-61d6cd12"} 2026-06-05T14:10:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-61d6cd12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-61d6cd12", "reconcileID": "bae226de-f9f2-402c-8b8d-7acd6cabdf61", "Gateway": "e2e-ait-61d6cd12", "namespace": "openshift-ingress"} 2026-06-05T14:10:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-61d6cd12","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-61d6cd12", "reconcileID": "20d0e657-7a14-4ed8-8311-c5d9b5b21866", "Gateway": "e2e-ait-61d6cd12", "namespace": "openshift-ingress"} 2026-06-05T14:10:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-61d6cd12"}, "namespace": "e2e-aitenant-61d6cd12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea94fc07-9af8-4365-a2ad-23bdc79ed216", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-61d6cd12"} 2026-06-05T14:10:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-61d6cd12"}, "namespace": "e2e-aitenant-61d6cd12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea94fc07-9af8-4365-a2ad-23bdc79ed216", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-61d6cd12", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T14:10:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-61d6cd12"}, "namespace": "e2e-aitenant-61d6cd12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea94fc07-9af8-4365-a2ad-23bdc79ed216", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-61d6cd12 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T14:10:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-61d6cd12"}, "namespace": "e2e-aitenant-61d6cd12", "name": "odh-trusted-ca-bundle", "reconcileID": "c37a0e8e-ea07-45c7-a276-a0dec15c1102", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-61d6cd12"} 2026-06-05T14:10:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-61d6cd12"}, "namespace": "e2e-aitenant-61d6cd12", "name": "odh-trusted-ca-bundle", "reconcileID": "c37a0e8e-ea07-45c7-a276-a0dec15c1102", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-61d6cd12"} 2026-06-05T14:10:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-61d6cd12"}, "namespace": "e2e-aitenant-61d6cd12", "name": "openshift-service-ca.crt", "reconcileID": "7a630d15-c66c-4d2a-b8ad-a6b9df8a7c02", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-61d6cd12"} 2026-06-05T14:10:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-61d6cd12"}, "namespace": "e2e-aitenant-61d6cd12", "name": "openshift-service-ca.crt", "reconcileID": "7a630d15-c66c-4d2a-b8ad-a6b9df8a7c02", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-61d6cd12"} 2026-06-05T14:10:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-61d6cd12"}, "namespace": "e2e-aitenant-61d6cd12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3445d285-e6fe-4c8b-bd89-2d313d6f4d3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-61d6cd12"} 2026-06-05T14:10:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-61d6cd12"}, "namespace": "e2e-aitenant-61d6cd12", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3445d285-e6fe-4c8b-bd89-2d313d6f4d3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-61d6cd12"}