2026-06-15T01:53:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "bd08b2bf-d8a0-4d23-b8af-34f74e7ab15a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-15T01:53:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "4d57f8fc-912a-4045-b821-bb5d55ab0736", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-15T01:53:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "6ee511e2-cd5c-4b79-9d50-3783d089ebd7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T01:53:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "6ee511e2-cd5c-4b79-9d50-3783d089ebd7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-15T01:53:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "5ba3b653-fe93-41c4-9a14-8b89dbe5f916", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T01:53:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "5ba3b653-fe93-41c4-9a14-8b89dbe5f916", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-15T01:53:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "88c1b767-3402-4ab8-aa0c-880520d3d7d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-15T01:53:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c62b1140-d2f9-4d2c-9580-94fa9c1061d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-15T01:53:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "617a3610-66cd-4ec3-a9da-09d920d98934", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-15T01:53:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "07411030-733e-42e1-9930-c2da866a6807", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T01:53:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "07411030-733e-42e1-9930-c2da866a6807", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-15T01:53:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cee995ec-c96e-44c8-8c92-e1e18c977b1b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-15T01:53:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3d438d86-d4a4-4cb8-a331-f1bb1e604205", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:53:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3d438d86-d4a4-4cb8-a331-f1bb1e604205", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T01:53:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3d438d86-d4a4-4cb8-a331-f1bb1e604205", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:53:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "45849cd5-8f1c-4b17-9818-be086fc2634c", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-06-15T01:53:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b50665cf-0902-48b8-b562-72e2def5f022", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:53:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b50665cf-0902-48b8-b562-72e2def5f022", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T01:53:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b50665cf-0902-48b8-b562-72e2def5f022", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "139f665d-c60d-4abc-9f15-a0464f0da66d", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-15T01:54:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "7040f018-5452-41f8-8bf8-2ace4fea468e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-15T01:54:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "ce136b6c-9cd2-487e-b520-ba835d17f47b", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T01:54:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "ce136b6c-9cd2-487e-b520-ba835d17f47b", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-15T01:54:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "840cb53d-1695-462d-9e1b-b54700750958", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-15T01:54:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f845a06-3d56-4a31-b93b-1a1523b08eb7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-15T01:54:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "2a8f56eb-e0ce-491a-a013-8b3f6067f7b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T01:54:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "2a8f56eb-e0ce-491a-a013-8b3f6067f7b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-15T01:54:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28b3d9e1-93e7-49ff-a7ee-a25e03bad86a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-15T01:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dc8f977f-71b7-4038-b637-17ce17c3b3fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "736b2570-8675-401b-9fd4-97335b6deb89", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "736b2570-8675-401b-9fd4-97335b6deb89", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "736b2570-8675-401b-9fd4-97335b6deb89", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dc8f977f-71b7-4038-b637-17ce17c3b3fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T01:54:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "736b2570-8675-401b-9fd4-97335b6deb89", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-15T01:54:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "736b2570-8675-401b-9fd4-97335b6deb89", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:54:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "736b2570-8675-401b-9fd4-97335b6deb89", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dc8f977f-71b7-4038-b637-17ce17c3b3fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d1985f3f-3bdb-448a-a9a9-ef17092e566b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d1985f3f-3bdb-448a-a9a9-ef17092e566b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d1985f3f-3bdb-448a-a9a9-ef17092e566b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0cc51e5a-1c6a-4b87-8458-33e1e641cf1b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d1985f3f-3bdb-448a-a9a9-ef17092e566b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-15T01:54:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d1985f3f-3bdb-448a-a9a9-ef17092e566b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:54:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d1985f3f-3bdb-448a-a9a9-ef17092e566b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0cc51e5a-1c6a-4b87-8458-33e1e641cf1b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T01:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0cc51e5a-1c6a-4b87-8458-33e1e641cf1b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5e40d2b-77b1-4a47-b833-26f632193b17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bfa85c26-e56f-40e1-b502-157d5157888c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bfa85c26-e56f-40e1-b502-157d5157888c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bfa85c26-e56f-40e1-b502-157d5157888c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bfa85c26-e56f-40e1-b502-157d5157888c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-15T01:54:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bfa85c26-e56f-40e1-b502-157d5157888c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:54:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bfa85c26-e56f-40e1-b502-157d5157888c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5e40d2b-77b1-4a47-b833-26f632193b17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T01:54:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6ed37fbf-8c67-4c04-95eb-26fe07f6ea04", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6ed37fbf-8c67-4c04-95eb-26fe07f6ea04", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6ed37fbf-8c67-4c04-95eb-26fe07f6ea04", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6ed37fbf-8c67-4c04-95eb-26fe07f6ea04", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-15T01:54:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6ed37fbf-8c67-4c04-95eb-26fe07f6ea04", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:54:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6ed37fbf-8c67-4c04-95eb-26fe07f6ea04", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5e40d2b-77b1-4a47-b833-26f632193b17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cf9f46b8-db59-48ec-ad74-0ea2be8cada2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cf9f46b8-db59-48ec-ad74-0ea2be8cada2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T01:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cf9f46b8-db59-48ec-ad74-0ea2be8cada2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1d4ddce3-df5b-4a8d-98d9-f7599af84c90", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1d4ddce3-df5b-4a8d-98d9-f7599af84c90", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1d4ddce3-df5b-4a8d-98d9-f7599af84c90", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a11a7645-7c10-400b-8565-a3f31f5eaa1b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1d4ddce3-df5b-4a8d-98d9-f7599af84c90", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T01:54:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1d4ddce3-df5b-4a8d-98d9-f7599af84c90", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:54:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1d4ddce3-df5b-4a8d-98d9-f7599af84c90", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a11a7645-7c10-400b-8565-a3f31f5eaa1b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T01:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a11a7645-7c10-400b-8565-a3f31f5eaa1b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "676b8b2c-d01a-4977-9007-d0086099d31c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "676b8b2c-d01a-4977-9007-d0086099d31c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "676b8b2c-d01a-4977-9007-d0086099d31c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3fef8696-32de-4879-a919-5d921f64a88d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "676b8b2c-d01a-4977-9007-d0086099d31c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T01:54:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "676b8b2c-d01a-4977-9007-d0086099d31c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:54:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "676b8b2c-d01a-4977-9007-d0086099d31c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:54:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3fef8696-32de-4879-a919-5d921f64a88d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T01:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3fef8696-32de-4879-a919-5d921f64a88d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f1add6b8-df70-4712-8d45-2a47eed1690b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T01:54:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f1add6b8-df70-4712-8d45-2a47eed1690b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T01:54:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f1add6b8-df70-4712-8d45-2a47eed1690b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T01:54:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "110e49ca-5310-447c-b7df-25b3de645178", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f1add6b8-df70-4712-8d45-2a47eed1690b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-15T01:54:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f1add6b8-df70-4712-8d45-2a47eed1690b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:54:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f1add6b8-df70-4712-8d45-2a47eed1690b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T01:54:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "110e49ca-5310-447c-b7df-25b3de645178", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T01:54:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "110e49ca-5310-447c-b7df-25b3de645178", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5493f8b4-2091-40ba-9642-75eb15929f62", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5493f8b4-2091-40ba-9642-75eb15929f62", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T01:54:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5493f8b4-2091-40ba-9642-75eb15929f62", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eb1cd183-d22e-4ca2-b75f-b98ebb9c3885", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T01:54:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eb1cd183-d22e-4ca2-b75f-b98ebb9c3885", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T01:54:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eb1cd183-d22e-4ca2-b75f-b98ebb9c3885", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T01:54:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eb1cd183-d22e-4ca2-b75f-b98ebb9c3885", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-15T01:54:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eb1cd183-d22e-4ca2-b75f-b98ebb9c3885", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:54:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eb1cd183-d22e-4ca2-b75f-b98ebb9c3885", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T01:54:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1a4dd0cf-867c-402d-95e5-e6e5292b0214", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T01:54:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1a4dd0cf-867c-402d-95e5-e6e5292b0214", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T01:54:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1a4dd0cf-867c-402d-95e5-e6e5292b0214", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T01:54:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1a4dd0cf-867c-402d-95e5-e6e5292b0214", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-15T01:54:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1a4dd0cf-867c-402d-95e5-e6e5292b0214", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:54:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1a4dd0cf-867c-402d-95e5-e6e5292b0214", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T01:54:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d2b7182d-e577-44f8-8855-93d124659bb1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d2b7182d-e577-44f8-8855-93d124659bb1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T01:54:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d2b7182d-e577-44f8-8855-93d124659bb1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e7a35c9b-8a65-4763-92a5-88378683cfcf", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T01:54:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e7a35c9b-8a65-4763-92a5-88378683cfcf", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T01:54:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e7a35c9b-8a65-4763-92a5-88378683cfcf", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T01:54:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e7a35c9b-8a65-4763-92a5-88378683cfcf", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-15T01:54:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e7a35c9b-8a65-4763-92a5-88378683cfcf", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:54:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e7a35c9b-8a65-4763-92a5-88378683cfcf", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T01:54:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0eb1ff54-10bf-4409-93fd-28db1c11b8ec", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T01:54:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0eb1ff54-10bf-4409-93fd-28db1c11b8ec", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T01:54:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0eb1ff54-10bf-4409-93fd-28db1c11b8ec", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T01:54:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0eb1ff54-10bf-4409-93fd-28db1c11b8ec", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-15T01:54:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0eb1ff54-10bf-4409-93fd-28db1c11b8ec", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:54:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0eb1ff54-10bf-4409-93fd-28db1c11b8ec", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T01:54:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "537e9ec0-6622-4ae4-bb3b-2a85632aac9d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "537e9ec0-6622-4ae4-bb3b-2a85632aac9d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T01:54:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "537e9ec0-6622-4ae4-bb3b-2a85632aac9d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:54:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bc63ed01-9c76-4a39-b24f-2da7651fe060", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T01:54:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bc63ed01-9c76-4a39-b24f-2da7651fe060", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T01:54:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bc63ed01-9c76-4a39-b24f-2da7651fe060", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T01:54:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bc63ed01-9c76-4a39-b24f-2da7651fe060", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-15T01:54:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bc63ed01-9c76-4a39-b24f-2da7651fe060", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:54:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bc63ed01-9c76-4a39-b24f-2da7651fe060", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T01:54:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d4fb67b2-570f-41f7-8903-dbfe59c2b0d1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:54:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d4fb67b2-570f-41f7-8903-dbfe59c2b0d1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:54:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d4fb67b2-570f-41f7-8903-dbfe59c2b0d1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:54:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d4fb67b2-570f-41f7-8903-dbfe59c2b0d1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T01:54:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d4fb67b2-570f-41f7-8903-dbfe59c2b0d1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:54:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d4fb67b2-570f-41f7-8903-dbfe59c2b0d1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:55:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de42d51e-34f6-4fb1-a4b6-267be176029c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:55:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de42d51e-34f6-4fb1-a4b6-267be176029c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T01:55:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de42d51e-34f6-4fb1-a4b6-267be176029c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:55:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "40feef25-5753-45ce-a44e-0b2a825b435a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:55:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "40feef25-5753-45ce-a44e-0b2a825b435a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:55:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "40feef25-5753-45ce-a44e-0b2a825b435a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:55:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "40feef25-5753-45ce-a44e-0b2a825b435a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T01:55:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "40feef25-5753-45ce-a44e-0b2a825b435a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:55:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "40feef25-5753-45ce-a44e-0b2a825b435a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:55:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c4effba5-169e-4d5d-859c-fe88c347c55b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:55:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c4effba5-169e-4d5d-859c-fe88c347c55b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:55:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c4effba5-169e-4d5d-859c-fe88c347c55b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:55:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c4effba5-169e-4d5d-859c-fe88c347c55b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T01:55:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c4effba5-169e-4d5d-859c-fe88c347c55b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:55:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c4effba5-169e-4d5d-859c-fe88c347c55b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:55:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3deb5ad5-2748-4d49-b5f8-56851943c988", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:55:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3deb5ad5-2748-4d49-b5f8-56851943c988", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T01:55:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3deb5ad5-2748-4d49-b5f8-56851943c988", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:55:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7281759a-522d-4a30-b21f-243ffadfa240", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:55:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7281759a-522d-4a30-b21f-243ffadfa240", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:55:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7281759a-522d-4a30-b21f-243ffadfa240", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:55:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7281759a-522d-4a30-b21f-243ffadfa240", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T01:55:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7281759a-522d-4a30-b21f-243ffadfa240", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:55:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7281759a-522d-4a30-b21f-243ffadfa240", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:55:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5c8245c3-99c4-4862-8e4b-1b41baae005c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T01:55:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5c8245c3-99c4-4862-8e4b-1b41baae005c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T01:55:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5c8245c3-99c4-4862-8e4b-1b41baae005c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T01:55:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5c8245c3-99c4-4862-8e4b-1b41baae005c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-15T01:55:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5c8245c3-99c4-4862-8e4b-1b41baae005c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:55:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5c8245c3-99c4-4862-8e4b-1b41baae005c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T01:55:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdd6b832-bdc2-4ee7-8f2d-9e6c999610f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:55:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdd6b832-bdc2-4ee7-8f2d-9e6c999610f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T01:55:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdd6b832-bdc2-4ee7-8f2d-9e6c999610f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:55:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "33321547-4d42-4a75-84ee-185ae6c7775b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T01:55:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "33321547-4d42-4a75-84ee-185ae6c7775b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T01:55:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "33321547-4d42-4a75-84ee-185ae6c7775b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T01:55:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "33321547-4d42-4a75-84ee-185ae6c7775b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-15T01:55:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "33321547-4d42-4a75-84ee-185ae6c7775b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:55:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "33321547-4d42-4a75-84ee-185ae6c7775b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T01:55:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e0c1e5f9-8065-49e5-be3c-7f1a6bb4aeb8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T01:55:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e0c1e5f9-8065-49e5-be3c-7f1a6bb4aeb8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T01:55:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e0c1e5f9-8065-49e5-be3c-7f1a6bb4aeb8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T01:55:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e0c1e5f9-8065-49e5-be3c-7f1a6bb4aeb8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-15T01:55:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e0c1e5f9-8065-49e5-be3c-7f1a6bb4aeb8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:55:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e0c1e5f9-8065-49e5-be3c-7f1a6bb4aeb8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T01:55:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3b1cf016-807b-4156-bda8-f5e82961380f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T01:55:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3b1cf016-807b-4156-bda8-f5e82961380f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T01:55:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3b1cf016-807b-4156-bda8-f5e82961380f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T01:55:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3b1cf016-807b-4156-bda8-f5e82961380f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-15T01:55:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3b1cf016-807b-4156-bda8-f5e82961380f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:55:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3b1cf016-807b-4156-bda8-f5e82961380f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T01:55:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d423be6f-aa96-4e95-ab93-0760f37a8f99", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T01:55:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d423be6f-aa96-4e95-ab93-0760f37a8f99", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T01:55:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d423be6f-aa96-4e95-ab93-0760f37a8f99", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T01:55:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d423be6f-aa96-4e95-ab93-0760f37a8f99", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-15T01:55:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d423be6f-aa96-4e95-ab93-0760f37a8f99", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:55:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d423be6f-aa96-4e95-ab93-0760f37a8f99", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-15T01:55:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c97a10fc-2336-417d-8d31-2ec32737fdc1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:55:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c97a10fc-2336-417d-8d31-2ec32737fdc1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:55:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c97a10fc-2336-417d-8d31-2ec32737fdc1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:55:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c97a10fc-2336-417d-8d31-2ec32737fdc1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T01:55:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c97a10fc-2336-417d-8d31-2ec32737fdc1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:55:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c97a10fc-2336-417d-8d31-2ec32737fdc1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:55:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1aeaea82-5781-4c29-9ed7-21007868fc67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:55:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1aeaea82-5781-4c29-9ed7-21007868fc67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:55:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1aeaea82-5781-4c29-9ed7-21007868fc67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:55:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1aeaea82-5781-4c29-9ed7-21007868fc67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T01:55:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1aeaea82-5781-4c29-9ed7-21007868fc67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:55:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1aeaea82-5781-4c29-9ed7-21007868fc67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:56:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "760cafcf-2dfc-45b5-a176-e1ede3a9c902", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T01:56:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "760cafcf-2dfc-45b5-a176-e1ede3a9c902", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T01:56:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "760cafcf-2dfc-45b5-a176-e1ede3a9c902", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T01:56:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "760cafcf-2dfc-45b5-a176-e1ede3a9c902", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-15T01:56:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "760cafcf-2dfc-45b5-a176-e1ede3a9c902", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:56:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "760cafcf-2dfc-45b5-a176-e1ede3a9c902", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-15T01:56:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0e003724-786d-496b-8621-1469e2509923", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:56:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0e003724-786d-496b-8621-1469e2509923", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:56:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0e003724-786d-496b-8621-1469e2509923", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:56:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0e003724-786d-496b-8621-1469e2509923", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-15T01:56:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0e003724-786d-496b-8621-1469e2509923", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:56:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0e003724-786d-496b-8621-1469e2509923", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-15T01:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "f6a23de5-7b2b-49d5-98aa-ae5f0c010c9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-15T01:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "1aa12e43-0ecc-40be-aadd-ac324172bce7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-15T01:56:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "708df4d3-5dff-4cea-81fd-987453d97244", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T01:56:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "708df4d3-5dff-4cea-81fd-987453d97244", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-15T01:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2a22515-b2a7-4c78-ac09-ae6bf3dbd463", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-15T01:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "7e90b3a3-3d2c-4be8-82a6-3b3d9213e7b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-15T01:56:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "b3fc32e4-44bb-4105-8a42-6403db76438a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T01:56:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "b3fc32e4-44bb-4105-8a42-6403db76438a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-15T01:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be356390-ebe4-4e44-8aac-c4f5328784df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-15T01:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "b825f048-5a53-43ef-9755-46572fee1bc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-15T01:56:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "1a13442e-5593-429c-b6b3-bd1fc9e61f9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T01:56:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "1a13442e-5593-429c-b6b3-bd1fc9e61f9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-15T01:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "195ee194-8485-4fdf-b171-31c35b2b444c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-15T01:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8478a1e-9a85-467d-93a4-a5f50519efe7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-15T01:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "df9c3bbd-50be-4960-86ec-c1ad64811592", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-15T01:56:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "a860bd02-d0df-4c7d-9991-b924822f35b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T01:56:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "a860bd02-d0df-4c7d-9991-b924822f35b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-15T01:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60db5c98-d8c6-4c36-80d0-7fa2640db36d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-15T01:56:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "645f0794-3c9c-41f2-9838-c475fee35ac4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T01:56:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "645f0794-3c9c-41f2-9838-c475fee35ac4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T01:56:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "645f0794-3c9c-41f2-9838-c475fee35ac4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T01:56:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "645f0794-3c9c-41f2-9838-c475fee35ac4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-15T01:56:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "645f0794-3c9c-41f2-9838-c475fee35ac4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:56:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "645f0794-3c9c-41f2-9838-c475fee35ac4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-15T01:56:41Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T01:56:41Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T01:56:44Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T01:56:44Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T01:58:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "411a2c0c-d42e-4ff1-8d69-f39bd4a650fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T01:58:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "06920b1a-dfe7-4e10-a979-81cbf586f55c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T01:58:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "87838857-f53d-46b3-8e0e-4b472187c35c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T01:58:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "87838857-f53d-46b3-8e0e-4b472187c35c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T01:58:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b4f5dad-cda0-4cae-91be-e4582971d7c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T01:58:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "a78da444-d9c4-461d-ad74-93bc41c80f87", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T01:58:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "27e3bade-2013-46f8-885a-7ba24e14d026", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T01:58:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "27e3bade-2013-46f8-885a-7ba24e14d026", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T01:58:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36efc68b-acb8-434c-b33f-563143a1a89b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T01:58:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "78dde770-8915-4dba-8132-3ae9df3b11ae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T01:58:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "78dde770-8915-4dba-8132-3ae9df3b11ae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T01:58:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "78dde770-8915-4dba-8132-3ae9df3b11ae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T01:58:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "78dde770-8915-4dba-8132-3ae9df3b11ae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-15T01:58:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "78dde770-8915-4dba-8132-3ae9df3b11ae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-15T01:58:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "78dde770-8915-4dba-8132-3ae9df3b11ae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-15T01:58:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d19b4bad-f4d9-4a59-8037-66f00b737dfa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T01:58:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d19b4bad-f4d9-4a59-8037-66f00b737dfa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T01:58:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d19b4bad-f4d9-4a59-8037-66f00b737dfa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T01:58:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "0a24d457-948c-4ea1-82ba-72f6ab59d46a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T01:58:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "0a24d457-948c-4ea1-82ba-72f6ab59d46a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T01:58:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "7c2545eb-565c-46fe-b2d2-0ea66ef386cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T01:58:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "7c2545eb-565c-46fe-b2d2-0ea66ef386cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T01:58:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a27dc80-74ce-4a7b-8798-38d41e9c2b4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T01:58:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a27dc80-74ce-4a7b-8798-38d41e9c2b4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-15T01:59:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ec34605e-cb38-45a4-b089-f19e42003dc8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-15T01:59:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "a3123845-5aca-4ad0-90a9-4a24b56ab1df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T01:59:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3150ed91-a2a7-45c7-8ccd-de5c80fd3084", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T01:59:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3150ed91-a2a7-45c7-8ccd-de5c80fd3084", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-15T01:59:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0de87e7-8392-46e4-8dc7-949187af9412", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T01:59:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ba9ad7b0-a8cc-4bbc-8264-746a16ca9ab2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-15T01:59:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "61ebdc1e-9ced-4685-b4b7-1f8ca85d0a21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T01:59:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "61ebdc1e-9ced-4685-b4b7-1f8ca85d0a21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T01:59:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b216ca8-72d1-4730-9ebe-cb0deb73677a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T01:59:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e91723e5-c0b8-4f0c-96c6-73c696f9c88d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T01:59:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e91723e5-c0b8-4f0c-96c6-73c696f9c88d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T01:59:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e91723e5-c0b8-4f0c-96c6-73c696f9c88d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T01:59:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e8ae0da9-3262-434f-846c-4e677c8ab841", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T01:59:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e8ae0da9-3262-434f-846c-4e677c8ab841", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T01:59:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3c72e0cb-9593-4e40-8bda-1c9ef27e302f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-15T01:59:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3c72e0cb-9593-4e40-8bda-1c9ef27e302f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-15T01:59:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfd41970-652a-4cc4-a580-4f9e1cd96636", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T01:59:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfd41970-652a-4cc4-a580-4f9e1cd96636", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-15T01:59:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-66f732"}, "namespace": "e2e-modelref-66f732", "name": "openshift-service-ca.crt", "reconcileID": "7d24a495-8185-4ab4-ba30-5582d8c8376f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-66f732"} 2026-06-15T01:59:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-66f732"}, "namespace": "e2e-modelref-66f732", "name": "odh-trusted-ca-bundle", "reconcileID": "49381a10-30a9-4743-ae04-02b30a29a678", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-66f732", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T01:59:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-66f732"}, "namespace": "e2e-modelref-66f732", "name": "odh-trusted-ca-bundle", "reconcileID": "49381a10-30a9-4743-ae04-02b30a29a678", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-66f732"} 2026-06-15T01:59:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-66f732"}, "namespace": "e2e-modelref-66f732", "name": "openshift-service-ca.crt", "reconcileID": "03131a45-52eb-4c4d-a8bd-c186d136c210", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-66f732"} 2026-06-15T01:59:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-66f732"}, "namespace": "e2e-modelref-66f732", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b062ae15-ff19-4abd-b463-61f942af5b04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-66f732"} 2026-06-15T01:59:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "84c83080-da34-435c-ba3b-46638f02a316", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:59:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "84c83080-da34-435c-ba3b-46638f02a316", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T01:59:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "84c83080-da34-435c-ba3b-46638f02a316", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:59:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-66f732"}, "namespace": "e2e-modelref-66f732", "name": "odh-trusted-ca-bundle", "reconcileID": "4ab9e92a-5963-44f0-9c75-8d5dc90984aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-66f732", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T01:59:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "43ffe791-55b1-434e-bd5b-747867e2e6ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:59:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "43ffe791-55b1-434e-bd5b-747867e2e6ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T01:59:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-66f732"}, "namespace": "e2e-modelref-66f732", "name": "odh-trusted-ca-bundle", "reconcileID": "4ab9e92a-5963-44f0-9c75-8d5dc90984aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-66f732"} 2026-06-15T01:59:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-66f732"}, "namespace": "e2e-modelref-66f732", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8280bc8c-8a38-4725-94d1-654a7c538bdb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-66f732"} 2026-06-15T01:59:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "43ffe791-55b1-434e-bd5b-747867e2e6ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:59:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2f4ed45-dc5d-4fc1-afcb-49a34c233e70", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:59:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2f4ed45-dc5d-4fc1-afcb-49a34c233e70", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T01:59:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2f4ed45-dc5d-4fc1-afcb-49a34c233e70", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:59:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a260aedc-d64b-4586-917f-718addbeb471", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:59:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a260aedc-d64b-4586-917f-718addbeb471", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T01:59:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a260aedc-d64b-4586-917f-718addbeb471", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T01:59:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-66f732"}, "namespace": "e2e-modelref-66f732", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63162117-981f-4ba0-88d2-10603810738e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-66f732"} 2026-06-15T01:59:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-66f732"}, "namespace": "e2e-modelref-66f732", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63162117-981f-4ba0-88d2-10603810738e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-66f732", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T01:59:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-66f732"}, "namespace": "e2e-modelref-66f732", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63162117-981f-4ba0-88d2-10603810738e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-66f732 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T01:59:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-66f732"}, "namespace": "e2e-modelref-66f732", "name": "odh-trusted-ca-bundle", "reconcileID": "083f7960-26d2-4f2b-82dc-a9d0376f5074", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-66f732"} 2026-06-15T01:59:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-66f732"}, "namespace": "e2e-modelref-66f732", "name": "odh-trusted-ca-bundle", "reconcileID": "083f7960-26d2-4f2b-82dc-a9d0376f5074", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-66f732"} 2026-06-15T01:59:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-66f732"}, "namespace": "e2e-modelref-66f732", "name": "openshift-service-ca.crt", "reconcileID": "17735f4a-c810-4f2d-8b3c-15ccf806003c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-66f732"} 2026-06-15T01:59:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-66f732"}, "namespace": "e2e-modelref-66f732", "name": "openshift-service-ca.crt", "reconcileID": "17735f4a-c810-4f2d-8b3c-15ccf806003c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-66f732"} 2026-06-15T01:59:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-66f732"}, "namespace": "e2e-modelref-66f732", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a42eeb3a-5ecb-4bb1-8b45-d8d2e0ebe246", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-66f732"} 2026-06-15T01:59:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-66f732"}, "namespace": "e2e-modelref-66f732", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a42eeb3a-5ecb-4bb1-8b45-d8d2e0ebe246", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-66f732"} 2026-06-15T02:00:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-6eaa08"}, "namespace": "e2e-modelref-6eaa08", "name": "openshift-service-ca.crt", "reconcileID": "fb38e43f-fd5b-4dd1-b8df-55a9d1b6483c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-6eaa08"} 2026-06-15T02:00:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-6eaa08"}, "namespace": "e2e-modelref-6eaa08", "name": "openshift-service-ca.crt", "reconcileID": "9d65f0fb-ac8f-4937-8257-ff59c32a21f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-6eaa08", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T02:00:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-6eaa08"}, "namespace": "e2e-modelref-6eaa08", "name": "openshift-service-ca.crt", "reconcileID": "9d65f0fb-ac8f-4937-8257-ff59c32a21f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-6eaa08"} 2026-06-15T02:00:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-6eaa08"}, "namespace": "e2e-modelref-6eaa08", "name": "odh-trusted-ca-bundle", "reconcileID": "20503ba1-1e5b-4c39-85e7-f2a0be242483", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-6eaa08"} 2026-06-15T02:00:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6eaa08"}, "namespace": "e2e-modelref-6eaa08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b3a286d-8987-4d12-a35e-e76a1a345ff1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-6eaa08"} 2026-06-15T02:00:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-6eaa08"}, "namespace": "e2e-modelref-6eaa08", "name": "openshift-service-ca.crt", "reconcileID": "85052eef-2048-4cb0-908f-fd095862f786", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-6eaa08"} 2026-06-15T02:00:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-6eaa08"}, "namespace": "e2e-modelref-6eaa08", "name": "odh-trusted-ca-bundle", "reconcileID": "d1a2c0e9-744b-420d-91b3-d5c32c667f05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-6eaa08", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T02:00:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-6eaa08"}, "namespace": "e2e-modelref-6eaa08", "name": "odh-trusted-ca-bundle", "reconcileID": "d1a2c0e9-744b-420d-91b3-d5c32c667f05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-6eaa08"} 2026-06-15T02:00:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6eaa08"}, "namespace": "e2e-modelref-6eaa08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fbbb95b-d950-4f69-8195-d9a78661c235", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-6eaa08"} 2026-06-15T02:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c339af3-73b2-4cbe-95dd-83d96fa75e24", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T02:00:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c339af3-73b2-4cbe-95dd-83d96fa75e24", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T02:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c339af3-73b2-4cbe-95dd-83d96fa75e24", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T02:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d297e92e-f576-462a-b02c-13e8e98d0f4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T02:00:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d297e92e-f576-462a-b02c-13e8e98d0f4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T02:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d297e92e-f576-462a-b02c-13e8e98d0f4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T02:00:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4941c03b-5e0d-4d68-8803-5431e175152c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T02:00:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4941c03b-5e0d-4d68-8803-5431e175152c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T02:00:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4941c03b-5e0d-4d68-8803-5431e175152c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T02:00:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3a1fd076-52f0-4b61-829a-bad8cb364b71", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T02:00:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3a1fd076-52f0-4b61-829a-bad8cb364b71", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T02:00:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3a1fd076-52f0-4b61-829a-bad8cb364b71", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T02:00:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6eaa08"}, "namespace": "e2e-modelref-6eaa08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26b87bf9-6842-45b3-886c-11d53f647d7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-6eaa08"} 2026-06-15T02:00:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6eaa08"}, "namespace": "e2e-modelref-6eaa08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26b87bf9-6842-45b3-886c-11d53f647d7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-6eaa08", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T02:00:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6eaa08"}, "namespace": "e2e-modelref-6eaa08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26b87bf9-6842-45b3-886c-11d53f647d7d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-6eaa08 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T02:00:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-6eaa08"}, "namespace": "e2e-modelref-6eaa08", "name": "odh-trusted-ca-bundle", "reconcileID": "b1c47f82-e1de-432b-a60b-27469e1ed2c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-6eaa08"} 2026-06-15T02:00:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-6eaa08"}, "namespace": "e2e-modelref-6eaa08", "name": "odh-trusted-ca-bundle", "reconcileID": "b1c47f82-e1de-432b-a60b-27469e1ed2c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-6eaa08"} 2026-06-15T02:00:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-6eaa08"}, "namespace": "e2e-modelref-6eaa08", "name": "openshift-service-ca.crt", "reconcileID": "c3fcb7ea-9f88-48ec-afc6-56e7e1c4fc97", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-6eaa08"} 2026-06-15T02:00:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-6eaa08"}, "namespace": "e2e-modelref-6eaa08", "name": "openshift-service-ca.crt", "reconcileID": "c3fcb7ea-9f88-48ec-afc6-56e7e1c4fc97", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-6eaa08"} 2026-06-15T02:00:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6eaa08"}, "namespace": "e2e-modelref-6eaa08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "252fe7b5-4c3a-4faf-b5fe-f24bcf58fcee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-6eaa08"} 2026-06-15T02:00:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6eaa08"}, "namespace": "e2e-modelref-6eaa08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "252fe7b5-4c3a-4faf-b5fe-f24bcf58fcee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-6eaa08"} 2026-06-15T02:00:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-14f8dc"}, "namespace": "e2e-webhook-test-14f8dc", "name": "openshift-service-ca.crt", "reconcileID": "64ba4668-cb2e-4222-91f6-4355a7a69240", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-14f8dc"} 2026-06-15T02:00:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-14f8dc"}, "namespace": "e2e-webhook-test-14f8dc", "name": "odh-trusted-ca-bundle", "reconcileID": "562c9553-64cd-4cb7-82b2-a7cb03b69205", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-14f8dc"} 2026-06-15T02:00:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-14f8dc"}, "namespace": "e2e-webhook-test-14f8dc", "name": "openshift-service-ca.crt", "reconcileID": "ed735586-c32e-419d-affd-5e5511c1c1db", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-14f8dc", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T02:00:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-14f8dc"}, "namespace": "e2e-webhook-test-14f8dc", "name": "openshift-service-ca.crt", "reconcileID": "ed735586-c32e-419d-affd-5e5511c1c1db", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-14f8dc"} 2026-06-15T02:00:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-14f8dc"}, "namespace": "e2e-webhook-test-14f8dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6488982-b6e6-45aa-95b7-50f7022ddb4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-14f8dc"} 2026-06-15T02:00:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-14f8dc"}, "namespace": "e2e-webhook-test-14f8dc", "name": "openshift-service-ca.crt", "reconcileID": "7ce5872c-6e97-40f1-9bf0-38d77580de15", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-14f8dc"} 2026-06-15T02:00:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-14f8dc"}, "namespace": "e2e-webhook-test-14f8dc", "name": "odh-trusted-ca-bundle", "reconcileID": "cd6c829f-d980-460e-aa05-5add9cd4ec99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-14f8dc", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T02:00:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-14f8dc"}, "namespace": "e2e-webhook-test-14f8dc", "name": "odh-trusted-ca-bundle", "reconcileID": "cd6c829f-d980-460e-aa05-5add9cd4ec99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-14f8dc"} 2026-06-15T02:00:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-14f8dc"}, "namespace": "e2e-webhook-test-14f8dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "444fcf52-b9d9-4748-af2d-5408f64465c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-14f8dc"} 2026-06-15T02:00:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-14f8dc"}, "namespace": "e2e-webhook-test-14f8dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6d889bc-cfe5-485e-a4fb-1be3a058a5a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-14f8dc"} 2026-06-15T02:00:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-14f8dc"}, "namespace": "e2e-webhook-test-14f8dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6d889bc-cfe5-485e-a4fb-1be3a058a5a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-14f8dc", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T02:00:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-14f8dc"}, "namespace": "e2e-webhook-test-14f8dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6d889bc-cfe5-485e-a4fb-1be3a058a5a3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-14f8dc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T02:00:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-14f8dc"}, "namespace": "e2e-webhook-test-14f8dc", "name": "odh-trusted-ca-bundle", "reconcileID": "4140bcb5-5b79-46d9-80b8-5aad8e2db3c8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-14f8dc"} 2026-06-15T02:00:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-14f8dc"}, "namespace": "e2e-webhook-test-14f8dc", "name": "odh-trusted-ca-bundle", "reconcileID": "4140bcb5-5b79-46d9-80b8-5aad8e2db3c8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-14f8dc"} 2026-06-15T02:00:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-14f8dc"}, "namespace": "e2e-webhook-test-14f8dc", "name": "openshift-service-ca.crt", "reconcileID": "8c5667a5-7764-4a60-8718-734543e9f447", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-14f8dc"} 2026-06-15T02:00:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-14f8dc"}, "namespace": "e2e-webhook-test-14f8dc", "name": "openshift-service-ca.crt", "reconcileID": "8c5667a5-7764-4a60-8718-734543e9f447", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-14f8dc"} 2026-06-15T02:00:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-14f8dc"}, "namespace": "e2e-webhook-test-14f8dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "010ff677-8d6e-4cf3-b184-c90296d981e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-14f8dc"} 2026-06-15T02:00:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-14f8dc"}, "namespace": "e2e-webhook-test-14f8dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "010ff677-8d6e-4cf3-b184-c90296d981e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-14f8dc"} 2026-06-15T02:00:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-3f6259"}, "namespace": "e2e-webhook-test-3f6259", "name": "openshift-service-ca.crt", "reconcileID": "358b31b6-7d84-4a70-8fe7-b306f808520f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-3f6259"} 2026-06-15T02:00:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-3f6259"}, "namespace": "e2e-webhook-test-3f6259", "name": "odh-trusted-ca-bundle", "reconcileID": "0fe6e5cd-ba4f-4343-9ea7-91d6a9e67449", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-3f6259"} 2026-06-15T02:00:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-3f6259"}, "namespace": "e2e-webhook-test-3f6259", "name": "openshift-service-ca.crt", "reconcileID": "366d7453-531a-4104-b2d8-b25bb39faaba", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-3f6259", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T02:00:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-3f6259"}, "namespace": "e2e-webhook-test-3f6259", "name": "openshift-service-ca.crt", "reconcileID": "366d7453-531a-4104-b2d8-b25bb39faaba", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-3f6259"} 2026-06-15T02:00:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-3f6259"}, "namespace": "e2e-webhook-test-3f6259", "name": "openshift-service-ca.crt", "reconcileID": "d0714889-9ea3-4cec-b3d9-e912273befef", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-3f6259"} 2026-06-15T02:00:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-3f6259"}, "namespace": "e2e-webhook-test-3f6259", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10551647-e2a2-41fb-bf64-0d58e930fccb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-3f6259"} 2026-06-15T02:00:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-3f6259"}, "namespace": "e2e-webhook-test-3f6259", "name": "odh-trusted-ca-bundle", "reconcileID": "6972493e-383f-451a-b2c2-b2ae5dfe99c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-3f6259", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T02:00:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-3f6259"}, "namespace": "e2e-webhook-test-3f6259", "name": "odh-trusted-ca-bundle", "reconcileID": "6972493e-383f-451a-b2c2-b2ae5dfe99c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-3f6259"} 2026-06-15T02:00:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-3f6259"}, "namespace": "e2e-webhook-test-3f6259", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8e3850d-9ec4-4436-b59d-c49f3fb2406f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-3f6259"} 2026-06-15T02:00:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-3f6259"}, "namespace": "e2e-webhook-test-3f6259", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23b2b814-f76b-4c77-a2b5-8c41f23a3d37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-3f6259"} 2026-06-15T02:00:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-3f6259"}, "namespace": "e2e-webhook-test-3f6259", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23b2b814-f76b-4c77-a2b5-8c41f23a3d37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-3f6259", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T02:00:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-3f6259"}, "namespace": "e2e-webhook-test-3f6259", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23b2b814-f76b-4c77-a2b5-8c41f23a3d37", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-3f6259 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T02:00:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-3f6259"}, "namespace": "e2e-webhook-test-3f6259", "name": "odh-trusted-ca-bundle", "reconcileID": "a1986355-994e-4f64-8147-4c383f7ae7d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-3f6259"} 2026-06-15T02:00:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-3f6259"}, "namespace": "e2e-webhook-test-3f6259", "name": "odh-trusted-ca-bundle", "reconcileID": "a1986355-994e-4f64-8147-4c383f7ae7d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-3f6259"} 2026-06-15T02:00:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-3f6259"}, "namespace": "e2e-webhook-test-3f6259", "name": "openshift-service-ca.crt", "reconcileID": "0d3b644a-5b87-40b1-986a-2596a5518f65", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-3f6259"} 2026-06-15T02:00:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-3f6259"}, "namespace": "e2e-webhook-test-3f6259", "name": "openshift-service-ca.crt", "reconcileID": "0d3b644a-5b87-40b1-986a-2596a5518f65", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-3f6259"} 2026-06-15T02:00:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-3f6259"}, "namespace": "e2e-webhook-test-3f6259", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25ba3906-e6bf-48c0-be3f-fb6e9089c78d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-3f6259"} 2026-06-15T02:00:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-3f6259"}, "namespace": "e2e-webhook-test-3f6259", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25ba3906-e6bf-48c0-be3f-fb6e9089c78d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-3f6259"} 2026-06-15T02:08:56Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T02:08:56Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T02:08:57Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T02:08:57Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T02:17:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ef45c27-f788-4c2b-a022-93d008e65d6c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T02:17:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ef45c27-f788-4c2b-a022-93d008e65d6c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T02:17:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ef45c27-f788-4c2b-a022-93d008e65d6c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T02:17:11Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T02:17:11Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T02:17:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0acdf682-35b7-4db2-9c57-3ca99226cb15", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T02:17:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0acdf682-35b7-4db2-9c57-3ca99226cb15", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T02:17:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0acdf682-35b7-4db2-9c57-3ca99226cb15", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T02:17:14Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T02:17:14Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T02:17:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "00a92088-78ae-4ca7-a0fc-d853b6ca4303", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T02:17:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "00a92088-78ae-4ca7-a0fc-d853b6ca4303", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T02:17:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "00a92088-78ae-4ca7-a0fc-d853b6ca4303", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T02:17:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cfabae5a-3d7c-41e7-8b59-c46fec56709a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T02:17:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cfabae5a-3d7c-41e7-8b59-c46fec56709a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T02:17:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cfabae5a-3d7c-41e7-8b59-c46fec56709a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T02:17:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2ec13d1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2ec13d1c", "reconcileID": "400dfe2b-7a49-4a31-af82-09f34522956b", "Gateway": "e2e-ait-2ec13d1c", "namespace": "openshift-ingress"} 2026-06-15T02:17:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2ec13d1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2ec13d1c", "reconcileID": "fce29f03-1e08-49d5-8d01-d446d6a1c681", "Gateway": "e2e-ait-2ec13d1c", "namespace": "openshift-ingress"} 2026-06-15T02:17:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2ec13d1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2ec13d1c", "reconcileID": "72075e5e-94ef-4eab-a072-35f9e8c009ca", "Gateway": "e2e-ait-2ec13d1c", "namespace": "openshift-ingress"} 2026-06-15T02:17:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2ec13d1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2ec13d1c", "reconcileID": "7071b641-f72e-4a4e-ac2e-b27e9c1e3b84", "Gateway": "e2e-ait-2ec13d1c", "namespace": "openshift-ingress"} 2026-06-15T02:17:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2ec13d1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2ec13d1c", "reconcileID": "12979d0b-e6ce-4f14-bfdb-1aaf6c7ffc67", "Gateway": "e2e-ait-2ec13d1c", "namespace": "openshift-ingress"} 2026-06-15T02:17:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2ec13d1c"}, "namespace": "e2e-aitenant-2ec13d1c", "name": "openshift-service-ca.crt", "reconcileID": "9a59d6ee-a258-4ad1-976c-0f134e69984b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2ec13d1c"} 2026-06-15T02:17:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2ec13d1c"}, "namespace": "e2e-aitenant-2ec13d1c", "name": "odh-trusted-ca-bundle", "reconcileID": "4c9168e1-ab89-4e4a-90e5-fb481ca1466d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2ec13d1c"} 2026-06-15T02:17:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2ec13d1c"}, "namespace": "e2e-aitenant-2ec13d1c", "name": "openshift-service-ca.crt", "reconcileID": "965d716f-eb60-451d-a102-03182b12cc00", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2ec13d1c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T02:17:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2ec13d1c"}, "namespace": "e2e-aitenant-2ec13d1c", "name": "openshift-service-ca.crt", "reconcileID": "965d716f-eb60-451d-a102-03182b12cc00", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2ec13d1c"} 2026-06-15T02:17:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2ec13d1c"}, "namespace": "e2e-aitenant-2ec13d1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b026646-e739-4b3b-b92e-9304f5fc7b53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2ec13d1c"} 2026-06-15T02:17:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2ec13d1c"}, "namespace": "e2e-aitenant-2ec13d1c", "name": "openshift-service-ca.crt", "reconcileID": "8bc8cbb3-ef01-4ec2-a8a6-2252c4475319", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2ec13d1c"} 2026-06-15T02:17:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2ec13d1c"}, "namespace": "e2e-aitenant-2ec13d1c", "name": "odh-trusted-ca-bundle", "reconcileID": "9e56be94-8dce-4698-a6e6-7ee5ddc3b9bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2ec13d1c", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T02:17:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2ec13d1c"}, "namespace": "e2e-aitenant-2ec13d1c", "name": "odh-trusted-ca-bundle", "reconcileID": "9e56be94-8dce-4698-a6e6-7ee5ddc3b9bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2ec13d1c"} 2026-06-15T02:17:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2ec13d1c"}, "namespace": "e2e-aitenant-2ec13d1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68f1a7de-0e6d-4acd-ab7d-9f6094f9a0ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2ec13d1c"} 2026-06-15T02:17:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2ec13d1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2ec13d1c", "reconcileID": "04d4e911-57ab-485f-9c7e-05f379a3426f", "Gateway": "e2e-ait-2ec13d1c", "namespace": "openshift-ingress"} 2026-06-15T02:17:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2ec13d1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2ec13d1c", "reconcileID": "9606a00a-9b33-4f6d-9f16-596f5bf6e904", "Gateway": "e2e-ait-2ec13d1c", "namespace": "openshift-ingress"} 2026-06-15T02:18:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2ec13d1c"}, "namespace": "e2e-aitenant-2ec13d1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f008f651-3c44-4a30-aa5f-b0077b8299b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2ec13d1c"} 2026-06-15T02:18:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2ec13d1c"}, "namespace": "e2e-aitenant-2ec13d1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f008f651-3c44-4a30-aa5f-b0077b8299b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2ec13d1c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T02:18:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2ec13d1c"}, "namespace": "e2e-aitenant-2ec13d1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f008f651-3c44-4a30-aa5f-b0077b8299b3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-2ec13d1c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T02:18:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2ec13d1c"}, "namespace": "e2e-aitenant-2ec13d1c", "name": "odh-trusted-ca-bundle", "reconcileID": "39104570-4f89-4ffd-8ce0-bf86fa6c5f9f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2ec13d1c"} 2026-06-15T02:18:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2ec13d1c"}, "namespace": "e2e-aitenant-2ec13d1c", "name": "odh-trusted-ca-bundle", "reconcileID": "39104570-4f89-4ffd-8ce0-bf86fa6c5f9f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2ec13d1c"} 2026-06-15T02:18:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2ec13d1c"}, "namespace": "e2e-aitenant-2ec13d1c", "name": "openshift-service-ca.crt", "reconcileID": "b8c2a75b-ca3d-4796-975c-f59e29acad2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2ec13d1c"} 2026-06-15T02:18:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2ec13d1c"}, "namespace": "e2e-aitenant-2ec13d1c", "name": "openshift-service-ca.crt", "reconcileID": "b8c2a75b-ca3d-4796-975c-f59e29acad2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2ec13d1c"} 2026-06-15T02:18:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2ec13d1c"}, "namespace": "e2e-aitenant-2ec13d1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ae4502d-1fb0-4f4e-9390-40d7389e81d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2ec13d1c"} 2026-06-15T02:18:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2ec13d1c"}, "namespace": "e2e-aitenant-2ec13d1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ae4502d-1fb0-4f4e-9390-40d7389e81d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2ec13d1c"} 2026-06-15T02:18:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fce28127","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fce28127", "reconcileID": "db790ef1-5d83-4daa-ba2c-2e2417118f81", "Gateway": "e2e-ait-fce28127", "namespace": "openshift-ingress"} 2026-06-15T02:18:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fce28127","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fce28127", "reconcileID": "35b7ba9c-ab80-4d01-89cf-04a26f7d699c", "Gateway": "e2e-ait-fce28127", "namespace": "openshift-ingress"} 2026-06-15T02:18:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fce28127","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fce28127", "reconcileID": "09a775fd-882f-4a42-b522-07c96893da3c", "Gateway": "e2e-ait-fce28127", "namespace": "openshift-ingress"} 2026-06-15T02:18:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fce28127","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fce28127", "reconcileID": "1ce0a5df-cbc0-4204-803f-2a109a2602b1", "Gateway": "e2e-ait-fce28127", "namespace": "openshift-ingress"} 2026-06-15T02:18:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fce28127","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fce28127", "reconcileID": "bade640e-446c-453b-8741-98fbc80480ae", "Gateway": "e2e-ait-fce28127", "namespace": "openshift-ingress"} 2026-06-15T02:18:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-fce28127"}, "namespace": "e2e-aitenant-fce28127", "name": "openshift-service-ca.crt", "reconcileID": "8e10ad22-f0b3-4201-b660-b20962cdf645", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-fce28127"} 2026-06-15T02:18:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-fce28127"}, "namespace": "e2e-aitenant-fce28127", "name": "odh-trusted-ca-bundle", "reconcileID": "27cf3ec8-487f-42b3-a8df-4d229b08ee19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-fce28127"} 2026-06-15T02:18:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-fce28127"}, "namespace": "e2e-aitenant-fce28127", "name": "openshift-service-ca.crt", "reconcileID": "b067adb9-ae19-4f3a-bc3e-161e64f776cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-fce28127", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T02:18:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-fce28127"}, "namespace": "e2e-aitenant-fce28127", "name": "openshift-service-ca.crt", "reconcileID": "b067adb9-ae19-4f3a-bc3e-161e64f776cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-fce28127"} 2026-06-15T02:18:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-fce28127"}, "namespace": "e2e-aitenant-fce28127", "name": "openshift-service-ca.crt", "reconcileID": "4a646e50-3bca-41da-b3b9-038aad0e79a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-fce28127"} 2026-06-15T02:18:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fce28127"}, "namespace": "e2e-aitenant-fce28127", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3816bfd6-97a5-43ea-acb0-fef849176d6c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-fce28127"} 2026-06-15T02:18:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-fce28127"}, "namespace": "e2e-aitenant-fce28127", "name": "odh-trusted-ca-bundle", "reconcileID": "4c0452da-246d-482c-9eb9-b150a716dfba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-fce28127", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T02:18:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-fce28127"}, "namespace": "e2e-aitenant-fce28127", "name": "odh-trusted-ca-bundle", "reconcileID": "4c0452da-246d-482c-9eb9-b150a716dfba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-fce28127"} 2026-06-15T02:18:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fce28127"}, "namespace": "e2e-aitenant-fce28127", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56102c27-08f1-4702-b921-bc5a8f07aa5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-fce28127"} 2026-06-15T02:18:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fce28127","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fce28127", "reconcileID": "627ac11f-03ba-4c36-92d9-824c8c9a97ff", "Gateway": "e2e-ait-fce28127", "namespace": "openshift-ingress"} 2026-06-15T02:18:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fce28127","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fce28127", "reconcileID": "4baf1022-4ca0-4873-aa76-b6d84dd89eaa", "Gateway": "e2e-ait-fce28127", "namespace": "openshift-ingress"} 2026-06-15T02:18:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fce28127"}, "namespace": "e2e-aitenant-fce28127", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cedcb96d-887a-4dbb-a543-74d4d18b1064", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-fce28127"} 2026-06-15T02:18:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fce28127"}, "namespace": "e2e-aitenant-fce28127", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cedcb96d-887a-4dbb-a543-74d4d18b1064", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-fce28127", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T02:18:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fce28127"}, "namespace": "e2e-aitenant-fce28127", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cedcb96d-887a-4dbb-a543-74d4d18b1064", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-fce28127 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T02:18:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-fce28127"}, "namespace": "e2e-aitenant-fce28127", "name": "odh-trusted-ca-bundle", "reconcileID": "af6ea843-7ea5-4a20-8d78-642f2a3b8d81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-fce28127"} 2026-06-15T02:18:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-fce28127"}, "namespace": "e2e-aitenant-fce28127", "name": "odh-trusted-ca-bundle", "reconcileID": "af6ea843-7ea5-4a20-8d78-642f2a3b8d81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-fce28127"} 2026-06-15T02:18:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-fce28127"}, "namespace": "e2e-aitenant-fce28127", "name": "openshift-service-ca.crt", "reconcileID": "36350edb-5805-4d6d-ba63-357cc9f55801", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-fce28127"} 2026-06-15T02:18:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-fce28127"}, "namespace": "e2e-aitenant-fce28127", "name": "openshift-service-ca.crt", "reconcileID": "36350edb-5805-4d6d-ba63-357cc9f55801", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-fce28127"} 2026-06-15T02:18:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fce28127"}, "namespace": "e2e-aitenant-fce28127", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1ffef8a-277b-4a09-8d46-a821b504367d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-fce28127"} 2026-06-15T02:18:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fce28127"}, "namespace": "e2e-aitenant-fce28127", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1ffef8a-277b-4a09-8d46-a821b504367d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-fce28127"}