2026-06-10T19:12:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d5df74d-cdce-4fe5-bb0e-f2746dc9acee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-10T19:13:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "cac01446-3be1-45da-b60c-de1e5607745f", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-10T19:13:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "33823f40-3616-443f-bdbb-fea3f3e3d3ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-10T19:13:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "0dc44f13-7fd9-402c-bbbb-f8a439414a70", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:13:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "0dc44f13-7fd9-402c-bbbb-f8a439414a70", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-10T19:13:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "6e8badd7-277f-4b21-b450-85e860427360", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-10T19:13:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "2cc95b3e-35eb-4cc4-8c67-6154839270cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-10T19:13:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78077f6d-52d6-443b-835f-6c7c332dd953", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-10T19:13:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "d6ecc580-cfcc-441b-b8ed-a10f87158c9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:13:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "d6ecc580-cfcc-441b-b8ed-a10f87158c9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-10T19:13:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "0cc89e66-3fe4-4cac-9549-99a34395edba", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-10T19:13:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ff4ca50-c7cc-425c-9129-d5e974408d7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-10T19:13:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "558f4fce-e405-45c5-8d86-3289197dc840", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-10T19:13:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "fd50d678-3203-4826-a6bc-083d9e19cb8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:13:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "fd50d678-3203-4826-a6bc-083d9e19cb8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-10T19:13:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10283acd-02b4-4d81-9446-c55130a80a5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-10T19:13:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "01030f2e-df75-43ae-91b0-89b1f8059505", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:13:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "01030f2e-df75-43ae-91b0-89b1f8059505", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-10T19:13:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54394684-cc46-4086-ba71-6ae6accbd41e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-10T19:14:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2890a38d-99fe-443b-9caa-56563a4933a2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:14:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2890a38d-99fe-443b-9caa-56563a4933a2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:14:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2890a38d-99fe-443b-9caa-56563a4933a2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:14:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1b0a66d-fb30-49b0-bd40-7c7638c4229d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:14:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1b0a66d-fb30-49b0-bd40-7c7638c4229d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:14:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1b0a66d-fb30-49b0-bd40-7c7638c4229d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "a6458139-9eec-46d5-b55b-4b7da88ca083", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-10T19:15:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "b87c89bb-93c8-4c39-893c-91ffbed7e8b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T19:15:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "8467a503-dbc3-4e45-9a1e-3dcd54adda04", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:15:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "8467a503-dbc3-4e45-9a1e-3dcd54adda04", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T19:15:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ce4ea61-43a0-4024-a531-0790b0e9d6c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-10T19:15:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "85c886a1-444d-4293-8adb-c52cd840d25e", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T19:15:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "82ff7a95-be9d-46e9-8b4b-4d80deb661a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:15:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "82ff7a95-be9d-46e9-8b4b-4d80deb661a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-10T19:15:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e211940f-fd5f-4014-85cd-f811529570c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-10T19:15:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d7b72af9-5892-4342-9a2c-6241323237fc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T19:15:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d7b72af9-5892-4342-9a2c-6241323237fc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T19:15:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d7b72af9-5892-4342-9a2c-6241323237fc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T19:15:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8e2551f-78b1-46bc-907a-5c1b8d45eb41", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8e2551f-78b1-46bc-907a-5c1b8d45eb41", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:15:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d7b72af9-5892-4342-9a2c-6241323237fc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T19:15:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d7b72af9-5892-4342-9a2c-6241323237fc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:15:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d7b72af9-5892-4342-9a2c-6241323237fc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T19:15:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8e2551f-78b1-46bc-907a-5c1b8d45eb41", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "92f4168f-658e-4443-891b-ccbde574ab8a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T19:15:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "92f4168f-658e-4443-891b-ccbde574ab8a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T19:15:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "92f4168f-658e-4443-891b-ccbde574ab8a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T19:15:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "39287351-5e23-4a28-96ce-b4e1927bc218", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "92f4168f-658e-4443-891b-ccbde574ab8a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T19:15:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "92f4168f-658e-4443-891b-ccbde574ab8a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:15:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "92f4168f-658e-4443-891b-ccbde574ab8a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T19:15:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "39287351-5e23-4a28-96ce-b4e1927bc218", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:15:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "39287351-5e23-4a28-96ce-b4e1927bc218", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "255486e5-3288-4551-b994-1f8d252f3c30", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T19:15:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "255486e5-3288-4551-b994-1f8d252f3c30", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T19:15:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "255486e5-3288-4551-b994-1f8d252f3c30", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T19:15:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dcf9aead-c138-4418-a5d5-c4818685abbf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "255486e5-3288-4551-b994-1f8d252f3c30", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T19:15:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "255486e5-3288-4551-b994-1f8d252f3c30", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:15:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "255486e5-3288-4551-b994-1f8d252f3c30", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T19:15:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dcf9aead-c138-4418-a5d5-c4818685abbf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:15:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dcf9aead-c138-4418-a5d5-c4818685abbf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4f26bf5e-3a7d-459b-9aa7-361fe0b96f32", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T19:15:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4f26bf5e-3a7d-459b-9aa7-361fe0b96f32", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T19:15:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4f26bf5e-3a7d-459b-9aa7-361fe0b96f32", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T19:15:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4f26bf5e-3a7d-459b-9aa7-361fe0b96f32", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T19:15:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4f26bf5e-3a7d-459b-9aa7-361fe0b96f32", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:15:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4f26bf5e-3a7d-459b-9aa7-361fe0b96f32", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T19:15:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ad31b476-d8ab-4e8d-8763-8742156006d4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:15:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ad31b476-d8ab-4e8d-8763-8742156006d4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:15:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ad31b476-d8ab-4e8d-8763-8742156006d4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:15:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4204e92b-c529-4d7a-bb1c-e630791755ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ad31b476-d8ab-4e8d-8763-8742156006d4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T19:15:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ad31b476-d8ab-4e8d-8763-8742156006d4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:15:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ad31b476-d8ab-4e8d-8763-8742156006d4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:15:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4204e92b-c529-4d7a-bb1c-e630791755ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:15:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4204e92b-c529-4d7a-bb1c-e630791755ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "68382d50-adbc-4472-b1f4-a22934d455df", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:15:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "68382d50-adbc-4472-b1f4-a22934d455df", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:15:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "68382d50-adbc-4472-b1f4-a22934d455df", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:15:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "887152a6-2f80-4e77-bdcd-2e8d1438073f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "68382d50-adbc-4472-b1f4-a22934d455df", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T19:15:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "68382d50-adbc-4472-b1f4-a22934d455df", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:15:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "68382d50-adbc-4472-b1f4-a22934d455df", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:15:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "887152a6-2f80-4e77-bdcd-2e8d1438073f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:15:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "887152a6-2f80-4e77-bdcd-2e8d1438073f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5f04653f-9f7e-4941-b62a-d22ddf514b70", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T19:15:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5f04653f-9f7e-4941-b62a-d22ddf514b70", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T19:15:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5f04653f-9f7e-4941-b62a-d22ddf514b70", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T19:15:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "96d5b229-6d8f-4a1f-bea7-b622e8f9ec3a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5f04653f-9f7e-4941-b62a-d22ddf514b70", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T19:15:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5f04653f-9f7e-4941-b62a-d22ddf514b70", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:15:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5f04653f-9f7e-4941-b62a-d22ddf514b70", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T19:15:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "96d5b229-6d8f-4a1f-bea7-b622e8f9ec3a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:15:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "96d5b229-6d8f-4a1f-bea7-b622e8f9ec3a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7345c8c2-921b-4887-a87f-fea80963351c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7345c8c2-921b-4887-a87f-fea80963351c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:15:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7345c8c2-921b-4887-a87f-fea80963351c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "30cc6993-d438-4c6f-98ef-d3fca04873e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T19:15:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "30cc6993-d438-4c6f-98ef-d3fca04873e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T19:15:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "30cc6993-d438-4c6f-98ef-d3fca04873e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T19:15:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "30cc6993-d438-4c6f-98ef-d3fca04873e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T19:15:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "30cc6993-d438-4c6f-98ef-d3fca04873e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:15:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "30cc6993-d438-4c6f-98ef-d3fca04873e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T19:15:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "60556546-438c-465a-888f-b56f231a4e91", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T19:15:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "60556546-438c-465a-888f-b56f231a4e91", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T19:15:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "60556546-438c-465a-888f-b56f231a4e91", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T19:15:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "60556546-438c-465a-888f-b56f231a4e91", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T19:15:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "60556546-438c-465a-888f-b56f231a4e91", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:15:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "60556546-438c-465a-888f-b56f231a4e91", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T19:15:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5563fafb-23f0-4ae1-9324-52ea2b2b9005", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5563fafb-23f0-4ae1-9324-52ea2b2b9005", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:15:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5563fafb-23f0-4ae1-9324-52ea2b2b9005", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d1011fd1-c3b6-4fc7-86a8-6ed49e3594c8", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T19:15:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d1011fd1-c3b6-4fc7-86a8-6ed49e3594c8", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T19:15:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d1011fd1-c3b6-4fc7-86a8-6ed49e3594c8", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T19:15:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d1011fd1-c3b6-4fc7-86a8-6ed49e3594c8", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T19:15:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d1011fd1-c3b6-4fc7-86a8-6ed49e3594c8", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:15:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d1011fd1-c3b6-4fc7-86a8-6ed49e3594c8", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T19:15:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "719dbe74-5552-487c-83d9-327484c06204", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T19:15:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "719dbe74-5552-487c-83d9-327484c06204", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T19:15:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "719dbe74-5552-487c-83d9-327484c06204", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T19:15:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "719dbe74-5552-487c-83d9-327484c06204", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T19:15:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "719dbe74-5552-487c-83d9-327484c06204", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:15:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "719dbe74-5552-487c-83d9-327484c06204", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T19:15:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b301bcfb-2438-4cde-a420-dd3b97386bb3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b301bcfb-2438-4cde-a420-dd3b97386bb3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:15:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b301bcfb-2438-4cde-a420-dd3b97386bb3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ff33815e-2f7e-457e-a404-71b3d10ad6f3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T19:15:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ff33815e-2f7e-457e-a404-71b3d10ad6f3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T19:15:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ff33815e-2f7e-457e-a404-71b3d10ad6f3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T19:15:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ff33815e-2f7e-457e-a404-71b3d10ad6f3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T19:15:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ff33815e-2f7e-457e-a404-71b3d10ad6f3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:15:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ff33815e-2f7e-457e-a404-71b3d10ad6f3", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T19:15:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c1d34dc1-b9db-44a7-bd5d-a8c39ab832b6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:15:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c1d34dc1-b9db-44a7-bd5d-a8c39ab832b6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:15:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c1d34dc1-b9db-44a7-bd5d-a8c39ab832b6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:15:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c1d34dc1-b9db-44a7-bd5d-a8c39ab832b6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T19:15:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c1d34dc1-b9db-44a7-bd5d-a8c39ab832b6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:15:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c1d34dc1-b9db-44a7-bd5d-a8c39ab832b6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:15:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c69da03a-0840-4cd6-81af-a65e910a00cc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c69da03a-0840-4cd6-81af-a65e910a00cc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:15:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c69da03a-0840-4cd6-81af-a65e910a00cc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:15:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "76000ee4-c482-4e9c-9e01-61a199fe5933", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:15:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "76000ee4-c482-4e9c-9e01-61a199fe5933", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:15:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "76000ee4-c482-4e9c-9e01-61a199fe5933", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:15:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "76000ee4-c482-4e9c-9e01-61a199fe5933", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T19:15:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "76000ee4-c482-4e9c-9e01-61a199fe5933", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:15:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "76000ee4-c482-4e9c-9e01-61a199fe5933", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:15:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a1b5ad39-bfdf-45ee-8380-12f1897b9fbe", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:15:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a1b5ad39-bfdf-45ee-8380-12f1897b9fbe", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:15:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a1b5ad39-bfdf-45ee-8380-12f1897b9fbe", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:15:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a1b5ad39-bfdf-45ee-8380-12f1897b9fbe", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T19:15:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a1b5ad39-bfdf-45ee-8380-12f1897b9fbe", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:15:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a1b5ad39-bfdf-45ee-8380-12f1897b9fbe", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:16:00Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T19:16:00Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T19:16:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "408db6f2-060c-4011-822d-4212c6669b77", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:16:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "408db6f2-060c-4011-822d-4212c6669b77", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:16:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "408db6f2-060c-4011-822d-4212c6669b77", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:16:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "01c22835-dd22-4565-b00d-be2870c64429", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:16:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "01c22835-dd22-4565-b00d-be2870c64429", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:16:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "01c22835-dd22-4565-b00d-be2870c64429", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:16:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "01c22835-dd22-4565-b00d-be2870c64429", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T19:16:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "01c22835-dd22-4565-b00d-be2870c64429", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:16:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "01c22835-dd22-4565-b00d-be2870c64429", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:16:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f6b15d28-962f-49a4-b157-fbfe4e95c547", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T19:16:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f6b15d28-962f-49a4-b157-fbfe4e95c547", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T19:16:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f6b15d28-962f-49a4-b157-fbfe4e95c547", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T19:16:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f6b15d28-962f-49a4-b157-fbfe4e95c547", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T19:16:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f6b15d28-962f-49a4-b157-fbfe4e95c547", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:16:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f6b15d28-962f-49a4-b157-fbfe4e95c547", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T19:16:02Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T19:16:02Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T19:16:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95e7f87b-1d8e-43f1-bcf2-43a27d4a321b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:16:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95e7f87b-1d8e-43f1-bcf2-43a27d4a321b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:16:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95e7f87b-1d8e-43f1-bcf2-43a27d4a321b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:16:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8be44f4e-4753-4cc5-8d93-514bb19d24cf", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T19:16:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8be44f4e-4753-4cc5-8d93-514bb19d24cf", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T19:16:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8be44f4e-4753-4cc5-8d93-514bb19d24cf", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T19:16:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8be44f4e-4753-4cc5-8d93-514bb19d24cf", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T19:16:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8be44f4e-4753-4cc5-8d93-514bb19d24cf", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:16:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8be44f4e-4753-4cc5-8d93-514bb19d24cf", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T19:16:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2c235b69-badf-4b86-a4d7-fba6245cca93", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T19:16:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2c235b69-badf-4b86-a4d7-fba6245cca93", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T19:16:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2c235b69-badf-4b86-a4d7-fba6245cca93", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T19:16:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2c235b69-badf-4b86-a4d7-fba6245cca93", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T19:16:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2c235b69-badf-4b86-a4d7-fba6245cca93", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:16:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2c235b69-badf-4b86-a4d7-fba6245cca93", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T19:16:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2afa9fb4-871c-44bc-a3e6-70cea1404316", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T19:16:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2afa9fb4-871c-44bc-a3e6-70cea1404316", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T19:16:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2afa9fb4-871c-44bc-a3e6-70cea1404316", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T19:16:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2afa9fb4-871c-44bc-a3e6-70cea1404316", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T19:16:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2afa9fb4-871c-44bc-a3e6-70cea1404316", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:16:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2afa9fb4-871c-44bc-a3e6-70cea1404316", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T19:16:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ea5b4b32-f1fa-4adc-97bc-ed30cc266929", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T19:16:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ea5b4b32-f1fa-4adc-97bc-ed30cc266929", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T19:16:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ea5b4b32-f1fa-4adc-97bc-ed30cc266929", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T19:16:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ea5b4b32-f1fa-4adc-97bc-ed30cc266929", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T19:16:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ea5b4b32-f1fa-4adc-97bc-ed30cc266929", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:16:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ea5b4b32-f1fa-4adc-97bc-ed30cc266929", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T19:17:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "14cbfb99-4d5f-4401-b2e4-a7baaa21101c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:17:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "14cbfb99-4d5f-4401-b2e4-a7baaa21101c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:17:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "14cbfb99-4d5f-4401-b2e4-a7baaa21101c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:17:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "14cbfb99-4d5f-4401-b2e4-a7baaa21101c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T19:17:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "14cbfb99-4d5f-4401-b2e4-a7baaa21101c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:17:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "14cbfb99-4d5f-4401-b2e4-a7baaa21101c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:17:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "687ef563-6f1e-4f04-a969-d0027cef05b8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:17:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "687ef563-6f1e-4f04-a969-d0027cef05b8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:17:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "687ef563-6f1e-4f04-a969-d0027cef05b8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:17:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "687ef563-6f1e-4f04-a969-d0027cef05b8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T19:17:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "687ef563-6f1e-4f04-a969-d0027cef05b8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:17:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "687ef563-6f1e-4f04-a969-d0027cef05b8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:17:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "aaf38fd5-d849-4ea8-aa51-3171e46bbefa", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T19:17:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "aaf38fd5-d849-4ea8-aa51-3171e46bbefa", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T19:17:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "aaf38fd5-d849-4ea8-aa51-3171e46bbefa", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T19:17:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "aaf38fd5-d849-4ea8-aa51-3171e46bbefa", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T19:17:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "aaf38fd5-d849-4ea8-aa51-3171e46bbefa", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:17:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "aaf38fd5-d849-4ea8-aa51-3171e46bbefa", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T19:17:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5b24e4d9-4548-4bc2-9855-7b3730a72b5f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:17:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5b24e4d9-4548-4bc2-9855-7b3730a72b5f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:17:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5b24e4d9-4548-4bc2-9855-7b3730a72b5f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:17:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5b24e4d9-4548-4bc2-9855-7b3730a72b5f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T19:17:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5b24e4d9-4548-4bc2-9855-7b3730a72b5f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:17:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5b24e4d9-4548-4bc2-9855-7b3730a72b5f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T19:17:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9c822ef1-ad12-433e-a9bc-4236efc15572", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T19:17:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9c822ef1-ad12-433e-a9bc-4236efc15572", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T19:17:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9c822ef1-ad12-433e-a9bc-4236efc15572", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T19:17:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9c822ef1-ad12-433e-a9bc-4236efc15572", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T19:17:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9c822ef1-ad12-433e-a9bc-4236efc15572", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T19:17:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9c822ef1-ad12-433e-a9bc-4236efc15572", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T19:17:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "4e603d26-237f-42c3-a280-83ba4a4ff4e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T19:17:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "4b2590d1-eeea-4868-b678-0b531590cea5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T19:17:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "1009fc51-7d70-4ee5-966f-3bdc0e8a21fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:17:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "1009fc51-7d70-4ee5-966f-3bdc0e8a21fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T19:17:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac07523e-70f0-4707-a659-72ae15f9157e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T19:17:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "227cde3f-90f1-4578-92c6-b1793374ebfa", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T19:17:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "234b7ab6-1c47-4414-b78f-1400850061e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:17:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "234b7ab6-1c47-4414-b78f-1400850061e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T19:17:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fa4da15-3227-4ff3-9d04-59c7b9319517", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T19:18:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "a93d8164-1c7f-45ac-b8aa-1dcdd94010ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T19:18:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "ed27bb97-16e4-4090-970f-35a9fc035874", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-10T19:18:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "56adb45d-39c2-496d-8f6a-de5623ce44f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:18:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "56adb45d-39c2-496d-8f6a-de5623ce44f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T19:18:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "329c8a9d-da20-4665-a0dd-09cae3ac1a1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-10T19:18:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "dcd0ae88-3ae6-4ee7-b143-c0aced814b9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T19:18:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "d74bd0e2-8465-4386-9b4b-b21591120e17", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:18:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "d74bd0e2-8465-4386-9b4b-b21591120e17", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-10T19:18:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68434289-d986-40d2-81b1-ff51edcddbbd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-10T19:20:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "5200ea48-af67-4eba-b1b3-167d76b4f547", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T19:20:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "baf93469-92d7-4776-b808-1e9e6035ea2f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T19:20:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f97e8da1-223a-4f28-8b04-10b38af65518", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:20:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f97e8da1-223a-4f28-8b04-10b38af65518", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T19:20:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "881d1902-7ba6-4182-b47c-966e9ab72da9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T19:20:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0f69ecd0-f3a7-4969-b0d3-b4b71842da46", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T19:20:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "86ae197b-b3e0-45bc-8946-7405ab2226a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:20:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "86ae197b-b3e0-45bc-8946-7405ab2226a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T19:20:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a7e01ca-1f81-4d4d-bc02-3d7299c937c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T19:20:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77d15793-3451-4063-a15e-ed63d742d662", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T19:20:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77d15793-3451-4063-a15e-ed63d742d662", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:20:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77d15793-3451-4063-a15e-ed63d742d662", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T19:20:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "11e17fc4-9e56-4dc0-9a13-7b4e2b8212e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T19:20:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "11e17fc4-9e56-4dc0-9a13-7b4e2b8212e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T19:20:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "38e33897-3ca8-4c9a-ba73-5380b39aebff", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T19:20:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "38e33897-3ca8-4c9a-ba73-5380b39aebff", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T19:20:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "898a644d-3c42-476f-bc5d-4ea4516cbb35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T19:20:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "898a644d-3c42-476f-bc5d-4ea4516cbb35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T19:20:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "4c00b0fd-e681-40d0-91e7-5ba5f3961234", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T19:20:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "82585492-ba96-4587-8ad0-02c771fe74d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T19:20:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "df24cf5f-16a0-424d-97c5-c47eb3e2bd8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:20:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "df24cf5f-16a0-424d-97c5-c47eb3e2bd8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T19:20:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c442ff08-122d-4086-8ee0-4b53bc7e9207", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:20:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c442ff08-122d-4086-8ee0-4b53bc7e9207", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T19:20:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41b8c738-5966-48e6-a276-661726a01cc6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T19:20:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d43b613e-54d1-46fd-9724-f4a134cf18bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T19:20:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "94303fb2-8c6c-45c2-96d6-276ab849504a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:20:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "94303fb2-8c6c-45c2-96d6-276ab849504a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T19:20:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81e36e04-f68d-4fc5-9a89-b7528293a08f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T19:21:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7dbe079e-f83c-4bde-ad9d-e89fea4e9fae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T19:21:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7dbe079e-f83c-4bde-ad9d-e89fea4e9fae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:21:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7dbe079e-f83c-4bde-ad9d-e89fea4e9fae", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T19:21:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "97361a7c-bd7d-4a0a-b5e1-937814cc8c66", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T19:21:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "97361a7c-bd7d-4a0a-b5e1-937814cc8c66", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T19:21:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "54b83043-8118-4d08-a85d-77740969de07", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T19:21:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "54b83043-8118-4d08-a85d-77740969de07", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T19:21:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d8da315-9ba4-47f7-94fe-2c8cfa23cffe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T19:21:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d8da315-9ba4-47f7-94fe-2c8cfa23cffe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T19:21:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-576305"}, "namespace": "e2e-modelref-576305", "name": "openshift-service-ca.crt", "reconcileID": "5bd82175-1af8-4e74-8a06-b0765fdf06a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-576305"} 2026-06-10T19:21:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-576305"}, "namespace": "e2e-modelref-576305", "name": "odh-trusted-ca-bundle", "reconcileID": "e04a8493-b1d6-4c1d-8152-0c8ff987caff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-576305"} 2026-06-10T19:21:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-576305"}, "namespace": "e2e-modelref-576305", "name": "openshift-service-ca.crt", "reconcileID": "fcef2760-4244-4b41-8b7c-a0424a144a7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-576305", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:21:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-576305"}, "namespace": "e2e-modelref-576305", "name": "openshift-service-ca.crt", "reconcileID": "fcef2760-4244-4b41-8b7c-a0424a144a7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-576305"} 2026-06-10T19:21:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-576305"}, "namespace": "e2e-modelref-576305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fedd46d-97c1-422f-bbcb-2c5b432aa27b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-576305"} 2026-06-10T19:21:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-576305"}, "namespace": "e2e-modelref-576305", "name": "openshift-service-ca.crt", "reconcileID": "f2198356-c464-46af-9365-a213a1aff8a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-576305"} 2026-06-10T19:21:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-576305"}, "namespace": "e2e-modelref-576305", "name": "odh-trusted-ca-bundle", "reconcileID": "1009d531-a172-46af-8dae-44b05c591442", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-576305", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:21:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-576305"}, "namespace": "e2e-modelref-576305", "name": "odh-trusted-ca-bundle", "reconcileID": "1009d531-a172-46af-8dae-44b05c591442", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-576305"} 2026-06-10T19:21:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-576305"}, "namespace": "e2e-modelref-576305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c30231a-abaf-4721-a0da-68ebf69d2329", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-576305"} 2026-06-10T19:21:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "10887ce9-d171-4bdd-a677-291afcea14da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:21:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "10887ce9-d171-4bdd-a677-291afcea14da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:21:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "10887ce9-d171-4bdd-a677-291afcea14da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:21:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5cdabc98-ba15-4fa6-82d0-274e601619b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:21:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5cdabc98-ba15-4fa6-82d0-274e601619b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:21:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5cdabc98-ba15-4fa6-82d0-274e601619b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:21:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "77c2b17b-67c7-4a2d-b933-b09b477d531f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:21:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "77c2b17b-67c7-4a2d-b933-b09b477d531f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:21:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "77c2b17b-67c7-4a2d-b933-b09b477d531f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:21:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c72b8b9e-0f86-41a1-825c-93ff9968f059", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:21:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c72b8b9e-0f86-41a1-825c-93ff9968f059", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:21:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c72b8b9e-0f86-41a1-825c-93ff9968f059", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:21:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-576305"}, "namespace": "e2e-modelref-576305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d2edc1e-c4d0-42ca-8684-0edf595acac8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-576305"} 2026-06-10T19:21:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-576305"}, "namespace": "e2e-modelref-576305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d2edc1e-c4d0-42ca-8684-0edf595acac8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-576305", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:21:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-576305"}, "namespace": "e2e-modelref-576305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d2edc1e-c4d0-42ca-8684-0edf595acac8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-576305 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T19:21:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-576305"}, "namespace": "e2e-modelref-576305", "name": "odh-trusted-ca-bundle", "reconcileID": "50b08039-84d1-4a7e-a4e3-becd26681aff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-576305"} 2026-06-10T19:21:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-576305"}, "namespace": "e2e-modelref-576305", "name": "odh-trusted-ca-bundle", "reconcileID": "50b08039-84d1-4a7e-a4e3-becd26681aff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-576305"} 2026-06-10T19:21:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-576305"}, "namespace": "e2e-modelref-576305", "name": "openshift-service-ca.crt", "reconcileID": "a7ac580a-930d-4714-a569-d3aba6ed3f6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-576305"} 2026-06-10T19:21:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-576305"}, "namespace": "e2e-modelref-576305", "name": "openshift-service-ca.crt", "reconcileID": "a7ac580a-930d-4714-a569-d3aba6ed3f6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-576305"} 2026-06-10T19:21:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-576305"}, "namespace": "e2e-modelref-576305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ed9ebe3-2d23-4736-b4b0-ecd39a22ffc0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-576305"} 2026-06-10T19:21:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-576305"}, "namespace": "e2e-modelref-576305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ed9ebe3-2d23-4736-b4b0-ecd39a22ffc0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-576305"} 2026-06-10T19:22:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e907cb"}, "namespace": "e2e-modelref-e907cb", "name": "openshift-service-ca.crt", "reconcileID": "e4a570d6-3598-4a88-aae7-44860349115b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e907cb"} 2026-06-10T19:22:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e907cb"}, "namespace": "e2e-modelref-e907cb", "name": "odh-trusted-ca-bundle", "reconcileID": "c4b98f5b-c50f-4f2d-885f-701839837e8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e907cb"} 2026-06-10T19:22:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e907cb"}, "namespace": "e2e-modelref-e907cb", "name": "openshift-service-ca.crt", "reconcileID": "60dbdd91-652f-4f35-b020-b7c432d795c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e907cb", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:22:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e907cb"}, "namespace": "e2e-modelref-e907cb", "name": "openshift-service-ca.crt", "reconcileID": "60dbdd91-652f-4f35-b020-b7c432d795c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e907cb"} 2026-06-10T19:22:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e907cb"}, "namespace": "e2e-modelref-e907cb", "name": "openshift-service-ca.crt", "reconcileID": "92e35c14-05f3-4c2b-8a34-9a9df1b19965", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e907cb"} 2026-06-10T19:22:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e907cb"}, "namespace": "e2e-modelref-e907cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "687d7d3c-4601-417c-b88c-5d81184c54aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e907cb"} 2026-06-10T19:22:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e907cb"}, "namespace": "e2e-modelref-e907cb", "name": "odh-trusted-ca-bundle", "reconcileID": "25fdca7a-dc6c-4fce-94f0-85c592afa818", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e907cb", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:22:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e907cb"}, "namespace": "e2e-modelref-e907cb", "name": "odh-trusted-ca-bundle", "reconcileID": "25fdca7a-dc6c-4fce-94f0-85c592afa818", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e907cb"} 2026-06-10T19:22:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e907cb"}, "namespace": "e2e-modelref-e907cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d638583a-d8cc-47e4-ac1e-d35e6d5af41a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e907cb"} 2026-06-10T19:22:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f3bddce-214e-43c7-b444-0ebd6fb85946", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:22:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f3bddce-214e-43c7-b444-0ebd6fb85946", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:22:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f3bddce-214e-43c7-b444-0ebd6fb85946", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:22:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7049cde4-b488-4aa6-b4da-a496196ac2e1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:22:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7049cde4-b488-4aa6-b4da-a496196ac2e1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:22:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7049cde4-b488-4aa6-b4da-a496196ac2e1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:22:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9228240b-48f4-4337-86ce-a780ca46f74d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:22:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9228240b-48f4-4337-86ce-a780ca46f74d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:22:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9228240b-48f4-4337-86ce-a780ca46f74d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:22:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e9264517-90f6-4c28-96a6-f2ed7083290f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:22:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e9264517-90f6-4c28-96a6-f2ed7083290f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:22:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e9264517-90f6-4c28-96a6-f2ed7083290f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:22:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e907cb"}, "namespace": "e2e-modelref-e907cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cae405f5-0fef-4bea-9983-76312fd3a641", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e907cb"} 2026-06-10T19:22:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e907cb"}, "namespace": "e2e-modelref-e907cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cae405f5-0fef-4bea-9983-76312fd3a641", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e907cb", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:22:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e907cb"}, "namespace": "e2e-modelref-e907cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cae405f5-0fef-4bea-9983-76312fd3a641", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-e907cb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T19:22:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e907cb"}, "namespace": "e2e-modelref-e907cb", "name": "odh-trusted-ca-bundle", "reconcileID": "6b2f8941-e0c4-42ae-a2fb-80e179911ba9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e907cb"} 2026-06-10T19:22:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e907cb"}, "namespace": "e2e-modelref-e907cb", "name": "odh-trusted-ca-bundle", "reconcileID": "6b2f8941-e0c4-42ae-a2fb-80e179911ba9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e907cb"} 2026-06-10T19:22:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e907cb"}, "namespace": "e2e-modelref-e907cb", "name": "openshift-service-ca.crt", "reconcileID": "561e7cbb-b92c-4a87-8368-78986df714f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e907cb"} 2026-06-10T19:22:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e907cb"}, "namespace": "e2e-modelref-e907cb", "name": "openshift-service-ca.crt", "reconcileID": "561e7cbb-b92c-4a87-8368-78986df714f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e907cb"} 2026-06-10T19:22:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e907cb"}, "namespace": "e2e-modelref-e907cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34be5531-c0e6-4faf-8f5d-3b6486f20405", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e907cb"} 2026-06-10T19:22:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e907cb"}, "namespace": "e2e-modelref-e907cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34be5531-c0e6-4faf-8f5d-3b6486f20405", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e907cb"} 2026-06-10T19:22:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1aa5d8"}, "namespace": "e2e-webhook-test-1aa5d8", "name": "openshift-service-ca.crt", "reconcileID": "42b0dddf-37ee-4736-a507-d8d0f2581dc6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1aa5d8"} 2026-06-10T19:22:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1aa5d8"}, "namespace": "e2e-webhook-test-1aa5d8", "name": "odh-trusted-ca-bundle", "reconcileID": "14e89f6f-dbe4-44d7-9a94-76b73f928863", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1aa5d8"} 2026-06-10T19:22:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1aa5d8"}, "namespace": "e2e-webhook-test-1aa5d8", "name": "openshift-service-ca.crt", "reconcileID": "9af116ea-2655-4020-af14-9d014710cce0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1aa5d8", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:22:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1aa5d8"}, "namespace": "e2e-webhook-test-1aa5d8", "name": "openshift-service-ca.crt", "reconcileID": "9af116ea-2655-4020-af14-9d014710cce0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1aa5d8"} 2026-06-10T19:22:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1aa5d8"}, "namespace": "e2e-webhook-test-1aa5d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14fa157a-fb70-4c3d-9d4b-85ee76f70806", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1aa5d8"} 2026-06-10T19:22:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1aa5d8"}, "namespace": "e2e-webhook-test-1aa5d8", "name": "openshift-service-ca.crt", "reconcileID": "918a3dde-914a-4255-bdd7-94ce82a06a03", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1aa5d8"} 2026-06-10T19:22:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1aa5d8"}, "namespace": "e2e-webhook-test-1aa5d8", "name": "odh-trusted-ca-bundle", "reconcileID": "0a346dff-032d-4e24-9361-e77bd1fdf7e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1aa5d8", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:22:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1aa5d8"}, "namespace": "e2e-webhook-test-1aa5d8", "name": "odh-trusted-ca-bundle", "reconcileID": "0a346dff-032d-4e24-9361-e77bd1fdf7e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1aa5d8"} 2026-06-10T19:22:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1aa5d8"}, "namespace": "e2e-webhook-test-1aa5d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7bc2153-a245-4d17-87de-02a92196fcaf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1aa5d8"} 2026-06-10T19:22:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1aa5d8"}, "namespace": "e2e-webhook-test-1aa5d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85ab65d3-1e5a-464d-905f-4f4bafa85c5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1aa5d8"} 2026-06-10T19:22:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1aa5d8"}, "namespace": "e2e-webhook-test-1aa5d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85ab65d3-1e5a-464d-905f-4f4bafa85c5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1aa5d8", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:22:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1aa5d8"}, "namespace": "e2e-webhook-test-1aa5d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85ab65d3-1e5a-464d-905f-4f4bafa85c5f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-1aa5d8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T19:22:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1aa5d8"}, "namespace": "e2e-webhook-test-1aa5d8", "name": "odh-trusted-ca-bundle", "reconcileID": "c1d4c0dc-33e4-4f4a-891a-6636b1f2e1e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1aa5d8"} 2026-06-10T19:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1aa5d8"}, "namespace": "e2e-webhook-test-1aa5d8", "name": "odh-trusted-ca-bundle", "reconcileID": "c1d4c0dc-33e4-4f4a-891a-6636b1f2e1e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1aa5d8"} 2026-06-10T19:22:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1aa5d8"}, "namespace": "e2e-webhook-test-1aa5d8", "name": "openshift-service-ca.crt", "reconcileID": "88d7eef5-d8c0-4f48-9f1b-7c9095fc8f01", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1aa5d8"} 2026-06-10T19:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1aa5d8"}, "namespace": "e2e-webhook-test-1aa5d8", "name": "openshift-service-ca.crt", "reconcileID": "88d7eef5-d8c0-4f48-9f1b-7c9095fc8f01", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1aa5d8"} 2026-06-10T19:22:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1aa5d8"}, "namespace": "e2e-webhook-test-1aa5d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "336894b0-8a59-48a8-b25c-d42328ca932c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1aa5d8"} 2026-06-10T19:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1aa5d8"}, "namespace": "e2e-webhook-test-1aa5d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "336894b0-8a59-48a8-b25c-d42328ca932c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1aa5d8"} 2026-06-10T19:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-51ebe4"}, "namespace": "e2e-webhook-test-51ebe4", "name": "openshift-service-ca.crt", "reconcileID": "abf8aec9-cd6e-41e7-829e-b49c714bb082", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-51ebe4"} 2026-06-10T19:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-51ebe4"}, "namespace": "e2e-webhook-test-51ebe4", "name": "odh-trusted-ca-bundle", "reconcileID": "b8bb3432-114e-4b68-a6d4-d9cc3e238f41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-51ebe4"} 2026-06-10T19:22:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-51ebe4"}, "namespace": "e2e-webhook-test-51ebe4", "name": "openshift-service-ca.crt", "reconcileID": "5dfe7881-7cdb-461c-988a-647bad54b06a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-51ebe4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:22:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-51ebe4"}, "namespace": "e2e-webhook-test-51ebe4", "name": "openshift-service-ca.crt", "reconcileID": "5dfe7881-7cdb-461c-988a-647bad54b06a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-51ebe4"} 2026-06-10T19:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-51ebe4"}, "namespace": "e2e-webhook-test-51ebe4", "name": "openshift-service-ca.crt", "reconcileID": "1565c519-3d93-4025-aac8-32521c8f3037", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-51ebe4"} 2026-06-10T19:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-51ebe4"}, "namespace": "e2e-webhook-test-51ebe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a53d40b3-76c1-470e-9ff7-26cab9762ebd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-51ebe4"} 2026-06-10T19:22:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-51ebe4"}, "namespace": "e2e-webhook-test-51ebe4", "name": "odh-trusted-ca-bundle", "reconcileID": "812ceb8b-13f4-4e24-a6d1-0baed7f89c66", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-51ebe4", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:22:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-51ebe4"}, "namespace": "e2e-webhook-test-51ebe4", "name": "odh-trusted-ca-bundle", "reconcileID": "812ceb8b-13f4-4e24-a6d1-0baed7f89c66", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-51ebe4"} 2026-06-10T19:22:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-51ebe4"}, "namespace": "e2e-webhook-test-51ebe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4b5efc1-423b-4248-b293-637d361bfc86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-51ebe4"} 2026-06-10T19:22:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-51ebe4"}, "namespace": "e2e-webhook-test-51ebe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c63d5156-6d8a-4017-ac8f-39993d9e15a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-51ebe4"} 2026-06-10T19:22:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-51ebe4"}, "namespace": "e2e-webhook-test-51ebe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c63d5156-6d8a-4017-ac8f-39993d9e15a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-51ebe4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:22:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-51ebe4"}, "namespace": "e2e-webhook-test-51ebe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c63d5156-6d8a-4017-ac8f-39993d9e15a5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-51ebe4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T19:22:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-51ebe4"}, "namespace": "e2e-webhook-test-51ebe4", "name": "odh-trusted-ca-bundle", "reconcileID": "2ace083a-82a5-497f-ba75-e3ca2410fd85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-51ebe4"} 2026-06-10T19:22:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-51ebe4"}, "namespace": "e2e-webhook-test-51ebe4", "name": "odh-trusted-ca-bundle", "reconcileID": "2ace083a-82a5-497f-ba75-e3ca2410fd85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-51ebe4"} 2026-06-10T19:22:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-51ebe4"}, "namespace": "e2e-webhook-test-51ebe4", "name": "openshift-service-ca.crt", "reconcileID": "4fb60fc7-a936-4953-b64e-8da3c9be4880", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-51ebe4"} 2026-06-10T19:22:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-51ebe4"}, "namespace": "e2e-webhook-test-51ebe4", "name": "openshift-service-ca.crt", "reconcileID": "4fb60fc7-a936-4953-b64e-8da3c9be4880", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-51ebe4"} 2026-06-10T19:22:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-51ebe4"}, "namespace": "e2e-webhook-test-51ebe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d2baf3b-bfd4-4f80-a710-c953cae1b11a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-51ebe4"} 2026-06-10T19:22:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-51ebe4"}, "namespace": "e2e-webhook-test-51ebe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d2baf3b-bfd4-4f80-a710-c953cae1b11a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-51ebe4"} 2026-06-10T19:30:12Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T19:30:12Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T19:30:14Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T19:30:14Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T19:39:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04f6375b-1f1f-4faa-92a1-a1b7e1b53220", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:39:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04f6375b-1f1f-4faa-92a1-a1b7e1b53220", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:39:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04f6375b-1f1f-4faa-92a1-a1b7e1b53220", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:39:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "922b20ae-182a-4b59-87f9-756199ddbd64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:39:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "922b20ae-182a-4b59-87f9-756199ddbd64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:39:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "922b20ae-182a-4b59-87f9-756199ddbd64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:40:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a31bf174-889b-4100-82b1-0bdc6b846f17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:40:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a31bf174-889b-4100-82b1-0bdc6b846f17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:40:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a31bf174-889b-4100-82b1-0bdc6b846f17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:40:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c5b5687-7ec8-437a-9b81-6862a2841af5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:40:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c5b5687-7ec8-437a-9b81-6862a2841af5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T19:40:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c5b5687-7ec8-437a-9b81-6862a2841af5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T19:40:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-dfa02ede","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-dfa02ede", "reconcileID": "dd2dde38-760d-4d2e-82f7-13d2d13048b4", "Gateway": "e2e-ait-dfa02ede", "namespace": "openshift-ingress"} 2026-06-10T19:40:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-dfa02ede","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-dfa02ede", "reconcileID": "90ed8ce5-fae0-47c0-a549-f96ba1f81c0d", "Gateway": "e2e-ait-dfa02ede", "namespace": "openshift-ingress"} 2026-06-10T19:40:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-dfa02ede","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-dfa02ede", "reconcileID": "422b403d-5a3d-4919-97f4-39d6d2161fb9", "Gateway": "e2e-ait-dfa02ede", "namespace": "openshift-ingress"} 2026-06-10T19:40:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-dfa02ede","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-dfa02ede", "reconcileID": "f811412f-2368-48ee-a14d-83ebb00356c7", "Gateway": "e2e-ait-dfa02ede", "namespace": "openshift-ingress"} 2026-06-10T19:40:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-dfa02ede","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-dfa02ede", "reconcileID": "a92f133b-5826-4147-a804-0a937c89cadf", "Gateway": "e2e-ait-dfa02ede", "namespace": "openshift-ingress"} 2026-06-10T19:40:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-dfa02ede"}, "namespace": "e2e-aitenant-dfa02ede", "name": "openshift-service-ca.crt", "reconcileID": "3662d2b6-205a-44b5-8d93-e6a8cd99a0f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-dfa02ede"} 2026-06-10T19:40:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-dfa02ede"}, "namespace": "e2e-aitenant-dfa02ede", "name": "odh-trusted-ca-bundle", "reconcileID": "14ae1718-95d0-4747-8b77-c11a79a1ca5e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-dfa02ede"} 2026-06-10T19:40:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-dfa02ede"}, "namespace": "e2e-aitenant-dfa02ede", "name": "openshift-service-ca.crt", "reconcileID": "868bf388-0155-452c-97dc-98da55b55ac5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-dfa02ede", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:40:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-dfa02ede"}, "namespace": "e2e-aitenant-dfa02ede", "name": "openshift-service-ca.crt", "reconcileID": "868bf388-0155-452c-97dc-98da55b55ac5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-dfa02ede"} 2026-06-10T19:40:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-dfa02ede"}, "namespace": "e2e-aitenant-dfa02ede", "name": "openshift-service-ca.crt", "reconcileID": "3615427d-a46f-4756-ade6-578deb6617b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-dfa02ede"} 2026-06-10T19:40:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-dfa02ede"}, "namespace": "e2e-aitenant-dfa02ede", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d26a0a3-71d2-4b08-827c-72694b5bd75a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-dfa02ede"} 2026-06-10T19:40:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-dfa02ede"}, "namespace": "e2e-aitenant-dfa02ede", "name": "odh-trusted-ca-bundle", "reconcileID": "2311f340-87ee-46bd-bf87-e6cfacb68673", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-dfa02ede", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:40:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-dfa02ede"}, "namespace": "e2e-aitenant-dfa02ede", "name": "odh-trusted-ca-bundle", "reconcileID": "2311f340-87ee-46bd-bf87-e6cfacb68673", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-dfa02ede"} 2026-06-10T19:40:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-dfa02ede"}, "namespace": "e2e-aitenant-dfa02ede", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15fc28d8-ad97-44bc-8fce-ef6c18e82b0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-dfa02ede"} 2026-06-10T19:40:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-dfa02ede","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-dfa02ede", "reconcileID": "2cf50206-1b20-4e39-948b-3d3c84c4d5be", "Gateway": "e2e-ait-dfa02ede", "namespace": "openshift-ingress"} 2026-06-10T19:40:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-dfa02ede"}, "namespace": "e2e-aitenant-dfa02ede", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01c0c146-f20c-452f-a8b7-e2de70aa5801", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-dfa02ede"} 2026-06-10T19:40:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-dfa02ede"}, "namespace": "e2e-aitenant-dfa02ede", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01c0c146-f20c-452f-a8b7-e2de70aa5801", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-dfa02ede", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:40:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-dfa02ede"}, "namespace": "e2e-aitenant-dfa02ede", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01c0c146-f20c-452f-a8b7-e2de70aa5801", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-dfa02ede because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T19:40:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-dfa02ede"}, "namespace": "e2e-aitenant-dfa02ede", "name": "odh-trusted-ca-bundle", "reconcileID": "21523188-8a70-422f-829c-0da70f630ee7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-dfa02ede"} 2026-06-10T19:40:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-dfa02ede"}, "namespace": "e2e-aitenant-dfa02ede", "name": "odh-trusted-ca-bundle", "reconcileID": "21523188-8a70-422f-829c-0da70f630ee7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-dfa02ede"} 2026-06-10T19:40:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-dfa02ede"}, "namespace": "e2e-aitenant-dfa02ede", "name": "openshift-service-ca.crt", "reconcileID": "64a03374-0d07-4b72-94d8-75c8aaf3ceea", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-dfa02ede"} 2026-06-10T19:40:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-dfa02ede"}, "namespace": "e2e-aitenant-dfa02ede", "name": "openshift-service-ca.crt", "reconcileID": "64a03374-0d07-4b72-94d8-75c8aaf3ceea", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-dfa02ede"} 2026-06-10T19:40:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-dfa02ede"}, "namespace": "e2e-aitenant-dfa02ede", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ee40563-1f25-458a-acf7-faf1f4ee68ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-dfa02ede"} 2026-06-10T19:40:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-dfa02ede"}, "namespace": "e2e-aitenant-dfa02ede", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ee40563-1f25-458a-acf7-faf1f4ee68ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-dfa02ede"} 2026-06-10T19:40:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-bdf7e5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-bdf7e5b0", "reconcileID": "5d9523ac-96a1-4ec0-89c8-54bf5563ef39", "Gateway": "e2e-ait-bdf7e5b0", "namespace": "openshift-ingress"} 2026-06-10T19:40:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-bdf7e5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-bdf7e5b0", "reconcileID": "df53e118-e96e-46b9-a7f8-46f0e70589c2", "Gateway": "e2e-ait-bdf7e5b0", "namespace": "openshift-ingress"} 2026-06-10T19:40:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-bdf7e5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-bdf7e5b0", "reconcileID": "1d2fb505-82e5-467c-9483-0f6412a34def", "Gateway": "e2e-ait-bdf7e5b0", "namespace": "openshift-ingress"} 2026-06-10T19:40:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-bdf7e5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-bdf7e5b0", "reconcileID": "db8aa690-6b97-4cf1-8502-f1d5b13074e1", "Gateway": "e2e-ait-bdf7e5b0", "namespace": "openshift-ingress"} 2026-06-10T19:40:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-bdf7e5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-bdf7e5b0", "reconcileID": "6cc9e623-6423-4470-9673-3dac3b470d35", "Gateway": "e2e-ait-bdf7e5b0", "namespace": "openshift-ingress"} 2026-06-10T19:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-bdf7e5b0"}, "namespace": "e2e-aitenant-bdf7e5b0", "name": "openshift-service-ca.crt", "reconcileID": "d580156e-a8fb-406d-869e-1636ae118f85", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-bdf7e5b0"} 2026-06-10T19:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-bdf7e5b0"}, "namespace": "e2e-aitenant-bdf7e5b0", "name": "odh-trusted-ca-bundle", "reconcileID": "31671b8c-7178-46ad-8f86-17df622d2380", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-bdf7e5b0"} 2026-06-10T19:40:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-bdf7e5b0"}, "namespace": "e2e-aitenant-bdf7e5b0", "name": "openshift-service-ca.crt", "reconcileID": "dcbbba27-3210-4e0d-83df-9b96e3aafb39", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-bdf7e5b0", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:40:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-bdf7e5b0"}, "namespace": "e2e-aitenant-bdf7e5b0", "name": "openshift-service-ca.crt", "reconcileID": "dcbbba27-3210-4e0d-83df-9b96e3aafb39", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-bdf7e5b0"} 2026-06-10T19:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-bdf7e5b0"}, "namespace": "e2e-aitenant-bdf7e5b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "219ecdd4-d885-465d-8a41-3cbba9b7b099", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-bdf7e5b0"} 2026-06-10T19:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-bdf7e5b0"}, "namespace": "e2e-aitenant-bdf7e5b0", "name": "openshift-service-ca.crt", "reconcileID": "b3e20b30-e232-451b-a780-92f63c085be1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-bdf7e5b0"} 2026-06-10T19:40:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-bdf7e5b0"}, "namespace": "e2e-aitenant-bdf7e5b0", "name": "odh-trusted-ca-bundle", "reconcileID": "4468254d-9aa5-4ba2-b379-8a23b1ada9be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-bdf7e5b0", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:40:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-bdf7e5b0"}, "namespace": "e2e-aitenant-bdf7e5b0", "name": "odh-trusted-ca-bundle", "reconcileID": "4468254d-9aa5-4ba2-b379-8a23b1ada9be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-bdf7e5b0"} 2026-06-10T19:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-bdf7e5b0"}, "namespace": "e2e-aitenant-bdf7e5b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4379b440-1369-4206-97f6-e5f3df59ec32", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-bdf7e5b0"} 2026-06-10T19:40:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-bdf7e5b0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-bdf7e5b0", "reconcileID": "275a8102-6434-4593-9b07-28c900fe20be", "Gateway": "e2e-ait-bdf7e5b0", "namespace": "openshift-ingress"} 2026-06-10T19:41:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-bdf7e5b0"}, "namespace": "e2e-aitenant-bdf7e5b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d981e99-516e-4d5a-8d5f-48c3112dbb9b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-bdf7e5b0"} 2026-06-10T19:41:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-bdf7e5b0"}, "namespace": "e2e-aitenant-bdf7e5b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d981e99-516e-4d5a-8d5f-48c3112dbb9b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-bdf7e5b0", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T19:41:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-bdf7e5b0"}, "namespace": "e2e-aitenant-bdf7e5b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d981e99-516e-4d5a-8d5f-48c3112dbb9b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-bdf7e5b0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T19:41:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-bdf7e5b0"}, "namespace": "e2e-aitenant-bdf7e5b0", "name": "odh-trusted-ca-bundle", "reconcileID": "cc875753-3805-4603-8c4f-3eb94f6085c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-bdf7e5b0"} 2026-06-10T19:41:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-bdf7e5b0"}, "namespace": "e2e-aitenant-bdf7e5b0", "name": "odh-trusted-ca-bundle", "reconcileID": "cc875753-3805-4603-8c4f-3eb94f6085c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-bdf7e5b0"} 2026-06-10T19:41:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-bdf7e5b0"}, "namespace": "e2e-aitenant-bdf7e5b0", "name": "openshift-service-ca.crt", "reconcileID": "9e5492c5-4551-46a9-85ff-0b6da1ad34d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-bdf7e5b0"} 2026-06-10T19:41:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-bdf7e5b0"}, "namespace": "e2e-aitenant-bdf7e5b0", "name": "openshift-service-ca.crt", "reconcileID": "9e5492c5-4551-46a9-85ff-0b6da1ad34d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-bdf7e5b0"} 2026-06-10T19:41:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-bdf7e5b0"}, "namespace": "e2e-aitenant-bdf7e5b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccb2525f-25e4-476a-82ff-3f324353d6b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-bdf7e5b0"} 2026-06-10T19:41:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-bdf7e5b0"}, "namespace": "e2e-aitenant-bdf7e5b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccb2525f-25e4-476a-82ff-3f324353d6b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-bdf7e5b0"}