I1029 21:54:03.217972 1 config.go:602] "Configuration:" =< { "IP": "10.134.0.49", "PodName": "premium-simulated-simulated-premium-kserve-5f5c4b459f-4fm7q", "PodNameSpace": "llm", "VllmDevMode": false, "block-size": 16, "data-parallel-rank": -1, "data-parallel-size": 1, "dataset-in-memory": false, "dataset-path": "", "dataset-table-name": "llmd", "dataset-url": "", "default-embedding-dimensions": 384, "ec-transfer-config": "", "enable-kvcache": false, "enable-prefix-caching": false, "enable-request-id-headers": false, "enable-sleep-mode": false, "enforce-eager": false, "event-batch-size": 16, "failure-injection-rate": 0, "failure-types": null, "fake-metrics": null, "fake-metrics-refresh-interval": 100000000, "global-cache-hit-threshold": 0, "hash-seed": "", "inter-token-latency": 0, "inter-token-latency-std-dev": 0, "kv-cache-size": 1024, "kv-cache-transfer-latency": 0, "kv-cache-transfer-latency-std-dev": 0, "kv-cache-transfer-time-per-token": 0, "kv-cache-transfer-time-std-dev": 0, "latency-calculator": "", "lora-modules": null, "max-cpu-loras": 1, "max-loras": 1, "max-model-len": 1024, "max-num-seqs": 5, "max-tool-call-array-param-length": 5, "max-tool-call-integer-param": 100, "max-tool-call-number-param": 100, "max-waiting-queue-length": 1000, "min-tool-call-array-param-length": 1, "min-tool-call-integer-param": 0, "min-tool-call-number-param": 0, "mm-encoder-only": false, "mm-processor-kwargs": "", "mode": "random", "model": "facebook/opt-125m-premium", "object-tool-call-not-required-field-probability": 50, "port": 8000, "prefill-overhead": 0, "prefill-time-per-token": 0, "prefill-time-std-dev": 0, "seed": 1793310843217462800, "self-signed-certs": false, "served-model-name": [ "facebook/opt-125m-premium" ], "ssl-certfile": "/var/run/kserve/tls/tls.crt", "ssl-keyfile": "/var/run/kserve/tls/tls.key", "time-factor-under-load": 1, "time-to-first-token": 0, "time-to-first-token-std-dev": 0, "tool-call-not-required-param-probability": 50, "uds-socket-path": "/tmp/tokenizer/tokenizer-uds.socket", "zmq-endpoint": "tcp://127.0.0.1:5557" } > I1029 21:54:03.279602 1 tokenizer.go:104] "Model is not a real HF model, using simulated tokenizer" model="facebook/opt-125m-premium" I1029 21:54:03.287148 1 context.go:138] "No dataset path or URL provided, using random text for responses" I1029 21:54:03.287240 1 communication.go:49] "Starting communication layer" I1029 21:54:03.287264 1 simulator.go:188] "Start processing routine" I1029 21:54:03.287595 1 http_server_tls.go:44] "HTTPS server starting with certificate files" cert="/var/run/kserve/tls/tls.crt" key="/var/run/kserve/tls/tls.key" I1029 21:54:03.288739 1 http.go:96] "Server starting" protocol="HTTPS" port=8000 I1029 21:54:03.288901 1 grpc.go:126] "Server starting" protocol="gRPC" port=8000 I1029 22:00:30.471819 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:36908\": EOF" I1029 22:01:39.195672 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:57184\": EOF" I1029 22:01:39.822292 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:57172\": EOF" I1029 22:03:07.511353 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:35820\": EOF" I1029 22:03:07.540703 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:35854\": EOF" I1029 22:03:07.774225 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:35804\": EOF" I1029 22:03:07.777395 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:35842\": EOF" I1029 22:03:07.783338 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:35798\": EOF" I1029 22:03:07.865254 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:35834\": EOF" I1029 22:04:40.503825 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:46730\": EOF" I1029 22:04:40.512432 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:46714\": EOF" I1029 22:07:02.346682 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:44426\": EOF" I1029 22:07:08.436751 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:33664\": EOF" I1029 22:07:08.501064 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:33646\": EOF" I1029 22:07:09.071976 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:33690\": EOF" I1029 22:07:09.072357 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:33654\": EOF" I1029 22:07:09.427858 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:33676\": EOF" I1029 22:09:33.024488 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:57374\": EOF" I1029 22:09:41.781452 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:57402\": EOF" I1029 22:09:42.081035 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:57414\": EOF" I1029 22:09:42.081201 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:57358\": EOF" I1029 22:09:42.083107 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:57422\": EOF" I1029 22:09:44.084357 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:57416\": EOF" I1029 22:09:45.140994 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:57386\": EOF" I1029 22:09:45.359218 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:60170\": EOF" I1029 22:09:45.499978 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:60166\": EOF" I1029 22:10:27.413412 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:53882\": EOF" I1029 22:10:27.984419 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:58406\": EOF" I1029 22:10:28.440106 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:58420\": EOF" I1029 22:10:28.521653 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:53888\": EOF" I1029 22:10:29.011382 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:58398\": EOF" I1029 22:10:29.014245 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:58428\": EOF" I1029 22:10:30.806968 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:58468\": EOF" I1029 22:11:49.235189 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:44558\": EOF" I1029 22:11:49.670414 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:44554\": EOF" I1029 22:11:49.812537 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:44598\": EOF" I1029 22:11:50.053473 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:44578\": EOF" I1029 22:11:52.960207 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:44580\": EOF" I1029 22:11:54.610238 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:60212\": EOF" I1029 22:11:55.068993 1 communication.go:105] "Server error" msg="error when serving connection \"10.134.0.49:8000\"<->\"10.134.0.2:60214\": EOF"