I1030 12:44:45.292646       1 config.go:602] "Configuration:" =<
	{
	  "IP": "10.133.0.37",
	  "PodName": "premium-simulated-simulated-premium-kserve-5f5c4b459f-hxswq",
	  "PodNameSpace": "llm",
	  "VllmDevMode": false,
	  "block-size": 16,
	  "data-parallel-rank": -1,
	  "data-parallel-size": 1,
	  "dataset-in-memory": false,
	  "dataset-path": "",
	  "dataset-table-name": "llmd",
	  "dataset-url": "",
	  "default-embedding-dimensions": 384,
	  "ec-transfer-config": "",
	  "enable-kvcache": false,
	  "enable-prefix-caching": false,
	  "enable-request-id-headers": false,
	  "enable-sleep-mode": false,
	  "enforce-eager": false,
	  "event-batch-size": 16,
	  "failure-injection-rate": 0,
	  "failure-types": null,
	  "fake-metrics": null,
	  "fake-metrics-refresh-interval": 100000000,
	  "global-cache-hit-threshold": 0,
	  "hash-seed": "",
	  "inter-token-latency": 0,
	  "inter-token-latency-std-dev": 0,
	  "kv-cache-size": 1024,
	  "kv-cache-transfer-latency": 0,
	  "kv-cache-transfer-latency-std-dev": 0,
	  "kv-cache-transfer-time-per-token": 0,
	  "kv-cache-transfer-time-std-dev": 0,
	  "latency-calculator": "",
	  "lora-modules": null,
	  "max-cpu-loras": 1,
	  "max-loras": 1,
	  "max-model-len": 1024,
	  "max-num-seqs": 5,
	  "max-tool-call-array-param-length": 5,
	  "max-tool-call-integer-param": 100,
	  "max-tool-call-number-param": 100,
	  "max-waiting-queue-length": 1000,
	  "min-tool-call-array-param-length": 1,
	  "min-tool-call-integer-param": 0,
	  "min-tool-call-number-param": 0,
	  "mm-encoder-only": false,
	  "mm-processor-kwargs": "",
	  "mode": "random",
	  "model": "facebook/opt-125m-premium",
	  "object-tool-call-not-required-field-probability": 50,
	  "port": 8000,
	  "prefill-overhead": 0,
	  "prefill-time-per-token": 0,
	  "prefill-time-std-dev": 0,
	  "seed": 1793364285292190200,
	  "self-signed-certs": false,
	  "served-model-name": [
	    "facebook/opt-125m-premium"
	  ],
	  "ssl-certfile": "/var/run/kserve/tls/tls.crt",
	  "ssl-keyfile": "/var/run/kserve/tls/tls.key",
	  "time-factor-under-load": 1,
	  "time-to-first-token": 0,
	  "time-to-first-token-std-dev": 0,
	  "tool-call-not-required-param-probability": 50,
	  "uds-socket-path": "/tmp/tokenizer/tokenizer-uds.socket",
	  "zmq-endpoint": "tcp://127.0.0.1:5557"
	}
 >
I1030 12:44:45.325074       1 tokenizer.go:104] "Model is not a real HF model, using simulated tokenizer" model="facebook/opt-125m-premium"
I1030 12:44:45.328501       1 context.go:138] "No dataset path or URL provided, using random text for responses"
I1030 12:44:45.329048       1 simulator.go:188] "Start processing routine"
I1030 12:44:45.329062       1 communication.go:49] "Starting communication layer"
I1030 12:44:45.329364       1 http_server_tls.go:44] "HTTPS server starting with certificate files" cert="/var/run/kserve/tls/tls.crt" key="/var/run/kserve/tls/tls.key"
I1030 12:44:45.329423       1 grpc.go:126] "Server starting" protocol="gRPC" port=8000
I1030 12:44:45.330028       1 http.go:96] "Server starting" protocol="HTTPS" port=8000
I1030 12:57:26.033056       1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.37:8000\"<->\"10.133.0.2:32834\": EOF"
I1030 13:00:21.822960       1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.37:8000\"<->\"10.133.0.2:60674\": EOF"
I1030 13:02:18.564821       1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.37:8000\"<->\"10.133.0.2:39218\": EOF"
I1030 13:02:19.063602       1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.37:8000\"<->\"10.133.0.2:39238\": EOF"
I1030 13:02:19.069681       1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.37:8000\"<->\"10.133.0.2:39836\": EOF"
I1030 13:02:19.138225       1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.37:8000\"<->\"10.133.0.2:39230\": EOF"
I1030 13:02:19.159310       1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.37:8000\"<->\"10.133.0.2:39830\": EOF"
I1030 13:02:19.193780       1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.37:8000\"<->\"10.133.0.2:39844\": EOF"
I1030 13:02:19.206257       1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.37:8000\"<->\"10.133.0.2:39854\": EOF"
I1030 13:02:19.289174       1 communication.go:105] "Server error" msg="error when serving connection \"10.133.0.37:8000\"<->\"10.133.0.2:39820\": EOF"