I1102 11:12:49.515522 1 config.go:619] "Configuration:" =< { "DisplayModelName": "test/e2e-echo-model", "IP": "10.133.0.33", "PodName": "echo-simulator-kserve-64b6f8f96c-c9wkb", "PodNameSpace": "llm", "VllmDevMode": false, "block-size": 16, "data-parallel-rank": -1, "data-parallel-size": 1, "dataset-in-memory": false, "dataset-path": "", "dataset-table-name": "llmd", "dataset-url": "", "default-embedding-dimensions": 384, "ec-transfer-config": "", "enable-kvcache": false, "enable-prefix-caching": false, "enable-request-id-headers": false, "enable-sleep-mode": false, "enforce-eager": false, "event-batch-size": 16, "failure-injection-rate": 0, "failure-types": null, "fake-metrics": null, "fake-metrics-refresh-interval": 100000000, "global-cache-hit-threshold": 0, "hash-seed": "", "inter-token-latency": 0, "inter-token-latency-std-dev": 0, "kv-cache-size": 1024, "kv-cache-transfer-latency": 0, "kv-cache-transfer-latency-std-dev": 0, "kv-cache-transfer-time-per-token": 0, "kv-cache-transfer-time-std-dev": 0, "latency-calculator": "", "log-http": false, "lora-modules": null, "max-cpu-loras": 1, "max-loras": 1, "max-model-len": 131072, "max-num-seqs": 5, "max-tool-call-array-param-length": 5, "max-tool-call-integer-param": 100, "max-tool-call-number-param": 100, "max-waiting-queue-length": 1000, "min-tool-call-array-param-length": 1, "min-tool-call-integer-param": 0, "min-tool-call-number-param": 0, "mm-encoder-only": false, "mm-processor-kwargs": "", "mm-render-timeout": 60000000000, "mode": "echo", "model": "test/e2e-echo-model", "object-tool-call-not-required-field-probability": 50, "port": 8000, "prefill-overhead": 0, "prefill-time-per-token": 0, "prefill-time-std-dev": 0, "render-timeout": 30000000000, "render-url": "http://localhost:8082", "seed": 1793617969515065600, "self-signed-certs": false, "served-model-name": [ "test/e2e-echo-model" ], "ssl-certfile": "/var/run/kserve/tls/tls.crt", "ssl-keyfile": "/var/run/kserve/tls/tls.key", "startup-duration": 0, "time-factor-under-load": 1, "time-to-first-token": 0, "time-to-first-token-std-dev": 0, "tool-call-not-required-param-probability": 50, "zmq-endpoint": "tcp://127.0.0.1:5557" } > I1102 11:12:49.567215 1 tokenizer.go:53] "Model is not a real HF model, using simulated tokenizer" model="test/e2e-echo-model" I1102 11:12:49.572372 1 communication.go:60] "Starting communication layer" I1102 11:12:49.572476 1 simulator.go:208] "Start processing routine" I1102 11:12:49.572662 1 grpc.go:129] "Server starting" protocol="gRPC" port=8000 I1102 11:12:49.572665 1 http_server_tls.go:44] "HTTPS server starting with certificate files" cert="/var/run/kserve/tls/tls.crt" key="/var/run/kserve/tls/tls.key" I1102 11:12:49.573286 1 http.go:108] "Server starting" protocol="HTTPS" port=8000 I1102 11:12:57.771732 1 http.go:643] "/ready endpoint is deprecated and will be removed in a future release; please use /health/ready instead"