--- apiVersion: serving.kserve.io/v1alpha2 kind: LLMInferenceServiceConfig metadata: annotations: internal.config.kubernetes.io/previousKinds: LLMInferenceServiceConfig internal.config.kubernetes.io/previousNames: kserve-config-llm-tokenizer internal.config.kubernetes.io/previousNamespaces: opendatahub serving.kserve.io/well-known-config: "true" creationTimestamp: "2026-10-30T12:02:24Z" finalizers: - serving.kserve.io/llmisvcconfig-finalizer generation: 3 labels: platform.opendatahub.io/part-of: kserve managedFields: - apiVersion: serving.kserve.io/v1alpha2 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:internal.config.kubernetes.io/previousKinds: {} f:internal.config.kubernetes.io/previousNames: {} f:internal.config.kubernetes.io/previousNamespaces: {} f:serving.kserve.io/well-known-config: {} f:labels: f:platform.opendatahub.io/part-of: {} f:spec: f:router: f:scheduler: f:tokenizer: f:template: f:automountServiceAccountToken: {} f:containers: k:{"name":"main"}: .: {} f:args: {} f:command: {} f:env: k:{"name":"DO_NOT_TRACK"}: .: {} f:name: {} f:value: {} k:{"name":"HF_HOME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:ports: k:{"containerPort":8000,"protocol":"TCP"}: .: {} f:containerPort: {} f:name: {} f:protocol: {} f:readinessProbe: f:failureThreshold: {} f:httpGet: f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:timeoutSeconds: {} f:resources: f:limits: f:cpu: {} f:memory: {} f:requests: f:cpu: {} f:memory: {} f:securityContext: f:allowPrivilegeEscalation: {} f:capabilities: f:drop: {} f:readOnlyRootFilesystem: {} f:runAsNonRoot: {} f:seccompProfile: f:type: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: k:{"mountPath":"/tmp"}: .: {} f:mountPath: {} f:name: {} k:{"mountPath":"/var/run/kserve/tls"}: .: {} f:mountPath: {} f:name: {} f:readOnly: {} f:dnsPolicy: {} f:restartPolicy: {} f:volumes: k:{"name":"tls-certs"}: .: {} f:name: {} f:secret: f:secretName: {} k:{"name":"tmp-dir"}: .: {} f:emptyDir: {} f:name: {} manager: kserve-module-controller operation: Apply time: "2026-10-30T12:02:46Z" - apiVersion: serving.kserve.io/v1alpha2 fieldsType: FieldsV1 fieldsV1: f:metadata: f:finalizers: .: {} v:"serving.kserve.io/llmisvcconfig-finalizer": {} f:spec: f:model: .: {} f:uri: {} manager: manager operation: Update time: "2026-10-30T12:02:25Z" - apiVersion: serving.kserve.io/v1alpha2 fieldsType: FieldsV1 fieldsV1: f:status: .: {} f:conditions: {} f:observedGeneration: {} f:referencedBy: {} manager: manager operation: Update subresource: status time: "2026-10-30T12:12:44Z" name: v3-6-0-ea-2-kserve-config-llm-tokenizer namespace: opendatahub resourceVersion: "32291" uid: aea19954-e2da-4a87-a0cd-b798b177c69e spec: model: uri: "" router: scheduler: tokenizer: template: automountServiceAccountToken: false containers: - args: [] command: - /bin/bash - -c - |- exec vllm launch render /mnt/models/base \ --port=8000 \ {{ if .GlobalConfig.EnableTLS }}--enable-ssl-refresh \ --ssl-certfile /var/run/kserve/tls/tls.crt \ --ssl-keyfile /var/run/kserve/tls/tls.key{{ end }} env: - name: HF_HOME value: /tmp/hf - name: DO_NOT_TRACK value: "1" image: registry.redhat.io/rhaii/vllm-cpu-rhel9@sha256:0ec0f5ff9a5ff263f58db0cfb19e3d7eef24b94c2d8629fe5145f5a8747e28c9 imagePullPolicy: IfNotPresent name: main ports: - containerPort: 8000 name: render-http protocol: TCP readinessProbe: failureThreshold: 60 httpGet: path: /health port: render-http scheme: '{{ if .GlobalConfig.EnableTLS }}HTTPS{{else}}HTTP{{- end }}' initialDelaySeconds: 30 periodSeconds: 10 timeoutSeconds: 5 resources: limits: cpu: "4" memory: 12Gi requests: cpu: "1" memory: 4Gi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL readOnlyRootFilesystem: true runAsNonRoot: false seccompProfile: type: RuntimeDefault terminationMessagePath: /dev/termination-log terminationMessagePolicy: FallbackToLogsOnError volumeMounts: - mountPath: /tmp name: tmp-dir - mountPath: /var/run/kserve/tls name: tls-certs readOnly: true dnsPolicy: ClusterFirst restartPolicy: Always volumes: - emptyDir: {} name: tmp-dir - name: tls-certs secret: secretName: '{{ ChildName .ObjectMeta.Name `-kserve-self-signed-certs` }}' status: conditions: - lastTransitionTime: "2026-10-30T12:12:44Z" message: referenced by 8 LLMInferenceService(s) reason: InUse severity: Info status: "True" type: ConfigInUse - lastTransitionTime: "2026-10-30T12:02:25Z" status: "True" type: Ready observedGeneration: 3 referencedBy: - name: e2e-distinct-2-simulated namespace: llm - name: e2e-distinct-simulated namespace: llm - name: e2e-embedding-simulated namespace: llm - name: e2e-trlp-test-simulated namespace: llm - name: e2e-unconfigured-facebook-opt-125m-simulated namespace: llm - name: echo-simulator namespace: llm - name: facebook-opt-125m-simulated namespace: llm - name: premium-simulated-simulated-premium namespace: llm