I0602 04:53:35.502383 1 config.go:602] "Configuration:" =< { "IP": "10.132.0.34", "PodName": "e2e-trlp-test-simulated-kserve-84f46c7fb4-9f69p", "PodNameSpace": "llm", "VllmDevMode": false, "block-size": 16, "data-parallel-rank": -1, "data-parallel-size": 1, "dataset-in-memory": false, "dataset-path": "", "dataset-table-name": "llmd", "dataset-url": "", "default-embedding-dimensions": 384, "ec-transfer-config": "", "enable-kvcache": false, "enable-prefix-caching": false, "enable-request-id-headers": false, "enable-sleep-mode": false, "enforce-eager": false, "event-batch-size": 16, "failure-injection-rate": 0, "failure-types": null, "fake-metrics": null, "fake-metrics-refresh-interval": 100000000, "global-cache-hit-threshold": 0, "hash-seed": "", "inter-token-latency": 0, "inter-token-latency-std-dev": 0, "kv-cache-size": 1024, "kv-cache-transfer-latency": 0, "kv-cache-transfer-latency-std-dev": 0, "kv-cache-transfer-time-per-token": 0, "kv-cache-transfer-time-std-dev": 0, "latency-calculator": "", "lora-modules": null, "max-cpu-loras": 1, "max-loras": 1, "max-model-len": 1024, "max-num-seqs": 5, "max-tool-call-array-param-length": 5, "max-tool-call-integer-param": 100, "max-tool-call-number-param": 100, "max-waiting-queue-length": 1000, "min-tool-call-array-param-length": 1, "min-tool-call-integer-param": 0, "min-tool-call-number-param": 0, "mm-encoder-only": false, "mm-processor-kwargs": "", "mode": "random", "model": "test/e2e-trlp-test-model", "object-tool-call-not-required-field-probability": 50, "port": 8000, "prefill-overhead": 0, "prefill-time-per-token": 0, "prefill-time-std-dev": 0, "seed": 1780376015501947000, "self-signed-certs": false, "served-model-name": [ "test/e2e-trlp-test-model" ], "ssl-certfile": "/var/run/kserve/tls/tls.crt", "ssl-keyfile": "/var/run/kserve/tls/tls.key", "time-factor-under-load": 1, "time-to-first-token": 0, "time-to-first-token-std-dev": 0, "tool-call-not-required-param-probability": 50, "uds-socket-path": "/tmp/tokenizer/tokenizer-uds.socket", "zmq-endpoint": "tcp://127.0.0.1:5557" } > I0602 04:53:35.531099 1 tokenizer.go:104] "Model is not a real HF model, using simulated tokenizer" model="test/e2e-trlp-test-model" I0602 04:53:35.535906 1 context.go:138] "No dataset path or URL provided, using random text for responses" I0602 04:53:35.535980 1 communication.go:49] "Starting communication layer" I0602 04:53:35.536322 1 http_server_tls.go:44] "HTTPS server starting with certificate files" cert="/var/run/kserve/tls/tls.crt" key="/var/run/kserve/tls/tls.key" I0602 04:53:35.536999 1 http.go:96] "Server starting" protocol="HTTPS" port=8000 I0602 04:53:35.572942 1 simulator.go:188] "Start processing routine" I0602 04:53:35.573014 1 grpc.go:126] "Server starting" protocol="gRPC" port=8000 2026-06-02 04:53:32.980 1 storage.initializer INFO [initializer-entrypoint:():16] Initializing, args: (src_uri, dest_path): [('hf://sshleifer/tiny-gpt2', '/mnt/models')] 2026-06-02 04:53:32.980 1 storage.initializer INFO [kserve_storage.py:download():161] Copying contents of hf://sshleifer/tiny-gpt2 to local Could not set the permissions on the file '/mnt/models/.cache/huggingface/download/wPaCkH-WbT7GsmxMKKrNZTV4nSM=.ae8c63daedbd4206d7d40126955d4e6ab1c80f8f.incomplete'. Error: [Errno 13] Permission denied: '/mnt/tmp_61702ce4-17dd-4ce4-8524-5ae10527cb7b'. Continuing without setting permissions. Could not set the permissions on the file '/mnt/models/.cache/huggingface/download/8_PA_wEVGiVa2goH2H4KQOQpvVY=.2c81a6c4c984e95a45338c64a7445c1f0f88077f.incomplete'. Error: [Errno 13] Permission denied: '/mnt/tmp_f7f6276b-9ad6-40bb-b1f4-8664b827dfd8'. Continuing without setting permissions. Could not set the permissions on the file '/mnt/models/.cache/huggingface/download/gPcsVCQDYDHk-_n0G9uADl7PXIM=.3cd4987249615ca870f2c18e657a62f0962aecad0eac790dd89362227310fd30.incomplete'. Error: [Errno 13] Permission denied: '/mnt/tmp_463f5f76-22b8-43d1-b7aa-1784671ec237'. Continuing without setting permissions. Could not set the permissions on the file '/mnt/models/.cache/huggingface/download/PtHk0z_I45atnj23IIRhTExwT3w=.226b0752cac7789c48f0cb3ec53eda48b7be36cc.incomplete'. Error: [Errno 13] Permission denied: '/mnt/tmp_4592a5e1-81f1-4fb9-9c1a-fd29ad5cb915'. Continuing without setting permissions. Could not set the permissions on the file '/mnt/models/.cache/huggingface/download/Q1p2l2BzM1m6P5jKvr8WTq1TUio=.b706b24034032bdfe765ded5ab6403d201d295a995b790cb24c74becca5c04e6.incomplete'. Error: [Errno 13] Permission denied: '/mnt/tmp_82bcd41d-9b5a-44c7-adcf-29fd88d2684d'. Continuing without setting permissions. Could not set the permissions on the file '/mnt/models/.cache/huggingface/download/ahkChHUJFxEmOdq5GDFEmerRzCY=.817762d631ad6f9c799f6b9dc713c46420e65546.incomplete'. Error: [Errno 13] Permission denied: '/mnt/tmp_dbf4b713-bd8a-449a-85d0-53d38b56af9d'. Continuing without setting permissions. Could not set the permissions on the file '/mnt/models/.cache/huggingface/download/a7eHxRFT3OeMBIFg52k2nfj5m7w=.09166c56d46ec8eca5f1e46e4e4a62265fca5975a70a2b263c1795291a685cf7.incomplete'. Error: [Errno 13] Permission denied: '/mnt/tmp_ff7b813f-3453-4ee0-9672-95fce377aefc'. Continuing without setting permissions. Could not set the permissions on the file '/mnt/models/.cache/huggingface/download/vzaExXFZNBay89bvlQv-ZcI6BTg=.be4d21d94f3b4687e5a54d84bf6ab46ed0f8defd.incomplete'. Error: [Errno 13] Permission denied: '/mnt/tmp_786b49c9-1e47-47fe-a471-0093d6ebb27f'. Continuing without setting permissions. Could not set the permissions on the file '/mnt/models/.cache/huggingface/download/j3m-Hy6QvBddw8RXA1uSWl1AJ0c=.b00361fece0387ca34b4b8b8539ed830d644dbeb.incomplete'. Error: [Errno 13] Permission denied: '/mnt/tmp_6d61fece-41f6-4522-a442-21ca71bf15b4'. Continuing without setting permissions. 2026-06-02 04:53:33.942 1 storage.initializer INFO [kserve_storage.py:download():229] Successfully copied hf://sshleifer/tiny-gpt2 to /mnt/models 2026-06-02 04:53:33.942 1 storage.initializer INFO [kserve_storage.py:download():230] Model downloaded in 0.9621813500000371 seconds.