{"level":"info","ts":"2026-06-09T12:05:24Z","logger":"setup","msg":"Setting up client for manager"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.builder","msg":"skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceService"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceService","path":"/validate-serving-kserve-io-v1alpha2-llminferenceservice"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-serving-kserve-io-v1alpha2-llminferenceservice"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceService"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.builder","msg":"skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called","GVK":"serving.kserve.io/v1alpha1, Kind=LLMInferenceService"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"serving.kserve.io/v1alpha1, Kind=LLMInferenceService","path":"/validate-serving-kserve-io-v1alpha1-llminferenceservice"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-serving-kserve-io-v1alpha1-llminferenceservice"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha1, Kind=LLMInferenceService"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.builder","msg":"skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called","GVK":"serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig","path":"/validate-serving-kserve-io-v1alpha1-llminferenceserviceconfig"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-serving-kserve-io-v1alpha1-llminferenceserviceconfig"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.builder","msg":"skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig","path":"/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.builder","msg":"skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceService"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.builder","msg":"skip registering a validating webhook, object does not implement admission.Validator or WithValidator wasn't called","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceService"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceService"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.builder","msg":"skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.builder","msg":"skip registering a validating webhook, object does not implement admission.Validator or WithValidator wasn't called","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"setup","msg":"Setting up LLMInferenceService controller"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"setup","msg":"starting manager"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-06-09T12:05:24Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"setup","msg":"disabling http/2"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"setup","msg":"disabling http/2"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","interval":10} I0609 12:05:24.842567 1 leaderelection.go:257] attempting to acquire leader lease opendatahub/llminferenceservice-kserve-controller-manager... I0609 12:05:24.859095 1 leaderelection.go:271] successfully acquired lease opendatahub/llminferenceservice-kserve-controller-manager {"level":"info","ts":"2026-06-09T12:05:24Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1alpha2.LLMInferenceService"} {"level":"info","ts":"2026-06-09T12:05:24Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.Ingress"} {"level":"info","ts":"2026-06-09T12:05:24Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.Deployment"} {"level":"info","ts":"2026-06-09T12:05:24Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-06-09T12:05:24Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.Service"} {"level":"info","ts":"2026-06-09T12:05:24Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v2.HorizontalPodAutoscaler"} {"level":"info","ts":"2026-06-09T12:05:24Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.HTTPRoute"} {"level":"info","ts":"2026-06-09T12:05:24Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.InferencePool"} {"level":"info","ts":"2026-06-09T12:05:24Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1alpha2.InferencePool"} {"level":"info","ts":"2026-06-09T12:05:24Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.LeaderWorkerSet"} {"level":"info","ts":"2026-06-09T12:05:24Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.PodMonitor"} {"level":"info","ts":"2026-06-09T12:05:24Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.ServiceMonitor"} {"level":"info","ts":"2026-06-09T12:05:24Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1alpha2.LLMInferenceServiceConfig"} {"level":"info","ts":"2026-06-09T12:05:24Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-06-09T12:05:24Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-06-09T12:05:24Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.HTTPRoute"} {"level":"info","ts":"2026-06-09T12:05:24Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.Gateway"} {"level":"info","ts":"2026-06-09T12:05:24Z","msg":"Starting Controller","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService"} {"level":"info","ts":"2026-06-09T12:05:24Z","logger":"setup","msg":"running storage version migration","timeout":3600,"pollInterval":30} {"level":"info","ts":"2026-06-09T12:05:26Z","msg":"Starting workers","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","worker count":1} {"level":"info","ts":"2026-06-09T12:05:27Z","logger":"setup","msg":"storage version migration completed"} {"level":"info","ts":"2026-06-09T12:05:28Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":"127.0.0.1:8443","secure":true} {"level":"info","ts":"2026-06-09T12:05:56Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-0-ea-1-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-5-0-ea-1-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:opendatahub-operator-controller-manager","requestID":"1a430ddd-07fa-4ebf-adeb-243c657ba9fa","name":"v3-5-0-ea-1-kserve-config-llm-decode-template","namespace":"opendatahub"} {"level":"info","ts":"2026-06-09T12:05:56Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-0-ea-1-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-5-0-ea-1-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:opendatahub-operator-controller-manager","requestID":"eb6f7cd0-f08d-43b3-9092-561fd56f15b0","name":"v3-5-0-ea-1-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"} {"level":"info","ts":"2026-06-09T12:05:56Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-0-ea-1-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-5-0-ea-1-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:opendatahub-operator-controller-manager","requestID":"3e352d3c-fd0c-4314-ba39-4f5f1284913a","name":"v3-5-0-ea-1-kserve-config-llm-prefill-template","namespace":"opendatahub"} {"level":"info","ts":"2026-06-09T12:05:56Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-0-ea-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-5-0-ea-1-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:opendatahub-operator-controller-manager","requestID":"c5cf52d3-3ac4-477e-9638-7a2efae2aa0d","name":"v3-5-0-ea-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"} {"level":"info","ts":"2026-06-09T12:05:56Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-0-ea-1-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-5-0-ea-1-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:opendatahub-operator-controller-manager","requestID":"7c985903-e68c-414f-b345-7dd1ba07c3e3","name":"v3-5-0-ea-1-kserve-config-llm-router-route","namespace":"opendatahub"} {"level":"info","ts":"2026-06-09T12:05:56Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-0-ea-1-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-5-0-ea-1-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:opendatahub-operator-controller-manager","requestID":"3fd7fcd3-6a79-4194-9d4f-db259d2a3426","name":"v3-5-0-ea-1-kserve-config-llm-scheduler","namespace":"opendatahub"} {"level":"info","ts":"2026-06-09T12:05:56Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-0-ea-1-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-5-0-ea-1-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:opendatahub-operator-controller-manager","requestID":"f6a2e2eb-6ee9-44cc-86af-83c2ee47bef1","name":"v3-5-0-ea-1-kserve-config-llm-template","namespace":"opendatahub"} {"level":"info","ts":"2026-06-09T12:05:56Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-0-ea-1-kserve-config-llm-template-amd-rocm","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-5-0-ea-1-kserve-config-llm-template-amd-rocm","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:opendatahub-operator-controller-manager","requestID":"f116962a-a109-43ed-9344-16f8570fdeea","name":"v3-5-0-ea-1-kserve-config-llm-template-amd-rocm","namespace":"opendatahub"} {"level":"info","ts":"2026-06-09T12:05:56Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-0-ea-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-5-0-ea-1-kserve-config-llm-template-ibm-spyre-ppc64le","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:opendatahub-operator-controller-manager","requestID":"3c90c6e2-6d93-4ff9-9b80-f9a97bb96295","name":"v3-5-0-ea-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"opendatahub"} {"level":"info","ts":"2026-06-09T12:05:56Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-0-ea-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-5-0-ea-1-kserve-config-llm-template-ibm-spyre-s390x","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:opendatahub-operator-controller-manager","requestID":"ad8db838-6c25-45c7-affa-d87430b28352","name":"v3-5-0-ea-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"opendatahub"} {"level":"info","ts":"2026-06-09T12:05:56Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-0-ea-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-5-0-ea-1-kserve-config-llm-template-ibm-spyre-x86","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:opendatahub-operator-controller-manager","requestID":"7204dc3a-f57b-47cf-8cc9-4b193e96028d","name":"v3-5-0-ea-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"opendatahub"} {"level":"info","ts":"2026-06-09T12:05:56Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-0-ea-1-kserve-config-llm-template-intel-gaudi","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-5-0-ea-1-kserve-config-llm-template-intel-gaudi","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:opendatahub-operator-controller-manager","requestID":"4233acec-80d8-4a72-bf33-c979408f356b","name":"v3-5-0-ea-1-kserve-config-llm-template-intel-gaudi","namespace":"opendatahub"} {"level":"info","ts":"2026-06-09T12:05:56Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-0-ea-1-kserve-config-llm-template-nvidia-cuda","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-5-0-ea-1-kserve-config-llm-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:opendatahub-operator-controller-manager","requestID":"331d308d-1fc9-491d-a66b-8c8cf7cb5b5d","name":"v3-5-0-ea-1-kserve-config-llm-template-nvidia-cuda","namespace":"opendatahub"} {"level":"info","ts":"2026-06-09T12:05:56Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-0-ea-1-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-5-0-ea-1-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:opendatahub-operator-controller-manager","requestID":"c28cc074-bef6-47b1-9079-0a9615920d8b","name":"v3-5-0-ea-1-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}