I1030 18:01:07.753681 1 config.go:602] "Configuration:" =< { "IP": "10.133.0.33", "PodName": "premium-simulated-simulated-premium-kserve-5f5c4b459f-jf2vf", "PodNameSpace": "llm", "VllmDevMode": false, "block-size": 16, "data-parallel-rank": -1, "data-parallel-size": 1, "dataset-in-memory": false, "dataset-path": "", "dataset-table-name": "llmd", "dataset-url": "", "default-embedding-dimensions": 384, "ec-transfer-config": "", "enable-kvcache": false, "enable-prefix-caching": false, "enable-request-id-headers": false, "enable-sleep-mode": false, "enforce-eager": false, "event-batch-size": 16, "failure-injection-rate": 0, "failure-types": null, "fake-metrics": null, "fake-metrics-refresh-interval": 100000000, "global-cache-hit-threshold": 0, "hash-seed": "", "inter-token-latency": 0, "inter-token-latency-std-dev": 0, "kv-cache-size": 1024, "kv-cache-transfer-latency": 0, "kv-cache-transfer-latency-std-dev": 0, "kv-cache-transfer-time-per-token": 0, "kv-cache-transfer-time-std-dev": 0, "latency-calculator": "", "lora-modules": null, "max-cpu-loras": 1, "max-loras": 1, "max-model-len": 1024, "max-num-seqs": 5, "max-tool-call-array-param-length": 5, "max-tool-call-integer-param": 100, "max-tool-call-number-param": 100, "max-waiting-queue-length": 1000, "min-tool-call-array-param-length": 1, "min-tool-call-integer-param": 0, "min-tool-call-number-param": 0, "mm-encoder-only": false, "mm-processor-kwargs": "", "mode": "random", "model": "facebook/opt-125m-premium", "object-tool-call-not-required-field-probability": 50, "port": 8000, "prefill-overhead": 0, "prefill-time-per-token": 0, "prefill-time-std-dev": 0, "seed": 1793383267752958000, "self-signed-certs": false, "served-model-name": [ "facebook/opt-125m-premium" ], "ssl-certfile": "/var/run/kserve/tls/tls.crt", "ssl-keyfile": "/var/run/kserve/tls/tls.key", "time-factor-under-load": 1, "time-to-first-token": 0, "time-to-first-token-std-dev": 0, "tool-call-not-required-param-probability": 50, "uds-socket-path": "/tmp/tokenizer/tokenizer-uds.socket", "zmq-endpoint": "tcp://127.0.0.1:5557" } > I1030 18:01:07.784225 1 tokenizer.go:104] "Model is not a real HF model, using simulated tokenizer" model="facebook/opt-125m-premium" I1030 18:01:07.787716 1 context.go:138] "No dataset path or URL provided, using random text for responses" I1030 18:01:07.787777 1 communication.go:49] "Starting communication layer" I1030 18:01:07.787774 1 simulator.go:188] "Start processing routine" I1030 18:01:07.788015 1 http_server_tls.go:44] "HTTPS server starting with certificate files" cert="/var/run/kserve/tls/tls.crt" key="/var/run/kserve/tls/tls.key" I1030 18:01:07.788050 1 grpc.go:126] "Server starting" protocol="gRPC" port=8000 I1030 18:01:07.788765 1 http.go:96] "Server starting" protocol="HTTPS" port=8000 I1030 18:12:37.498025 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:38842\": EOF" I1030 18:12:38.362358 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:38838\": EOF" I1030 18:12:38.368691 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:38858\": EOF" I1030 18:13:44.366592 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:34466\": EOF" I1030 18:13:44.539040 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:34464\": EOF" I1030 18:14:49.600096 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:43852\": EOF" I1030 18:14:51.285775 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:43868\": EOF" I1030 18:14:51.762829 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:43858\": EOF" I1030 18:17:22.527928 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:56970\": EOF" I1030 18:18:45.158104 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:53718\": EOF" I1030 18:18:46.771081 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:53710\": EOF" I1030 18:18:46.875933 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:53732\": EOF" I1030 18:20:30.646237 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:41836\": EOF" I1030 18:20:31.880396 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:41848\": EOF" I1030 18:23:52.812665 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:42358\": EOF" I1030 18:23:53.363249 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:42362\": EOF" I1030 18:25:31.066906 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:51802\": EOF" I1030 18:25:31.378813 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:51842\": EOF" I1030 18:25:31.380093 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:41594\": EOF" I1030 18:25:31.389039 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:51826\": EOF" I1030 18:25:31.441763 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:51828\": EOF" I1030 18:25:31.443204 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:51840\": EOF" I1030 18:25:31.447543 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:41600\": EOF" I1030 18:25:31.486765 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:41588\": EOF" I1030 18:25:55.709232 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:39910\": EOF" I1030 18:25:56.235948 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:39942\": EOF" I1030 18:27:17.518692 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:45930\": EOF" I1030 18:27:17.849817 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:45918\": EOF" I1030 18:30:13.221785 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:54480\": EOF" I1030 18:31:54.399555 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:42890\": EOF" I1030 18:31:54.402776 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:42860\": EOF" I1030 18:31:54.985916 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:42906\": EOF" I1030 18:31:55.270348 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:42884\": EOF" I1030 18:31:55.283854 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:42868\": EOF" I1030 18:33:34.943545 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:43648\": EOF" I1030 18:33:34.958994 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:43664\": EOF" I1030 18:35:48.680346 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:53018\": EOF" I1030 18:35:48.849677 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:52990\": EOF" I1030 18:35:48.855025 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:53002\": EOF" I1030 18:38:14.356246 1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.33:8000\"<->\"10.133.0.2:55852\": EOF"