{"level":"info","ts":1785534174.887156,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f092fc6-4fc2-464e-82d9-c62ebedff19f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785534174.8871777,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f092fc6-4fc2-464e-82d9-c62ebedff19f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534174.8872123,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9f092fc6-4fc2-464e-82d9-c62ebedff19f"} {"level":"info","ts":1785534187.747802,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534187.7478838,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8280d99d-26e0-43d7-8956-1fece5d38f3b"} {"level":"info","ts":1785534187.7478957,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8280d99d-26e0-43d7-8956-1fece5d38f3b"} {"level":"info","ts":1785534187.7479417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8280d99d-26e0-43d7-8956-1fece5d38f3b","EoS":false} {"level":"info","ts":1785534187.7479584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8280d99d-26e0-43d7-8956-1fece5d38f3b","EoS":true} {"level":"info","ts":1785534187.7479794,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8280d99d-26e0-43d7-8956-1fece5d38f3b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785534187.747994,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8280d99d-26e0-43d7-8956-1fece5d38f3b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534187.748016,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8280d99d-26e0-43d7-8956-1fece5d38f3b"} {"level":"info","ts":1785534187.7887192,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534187.788803,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53cce4a6-9390-4e75-b406-8071544f7e15"} {"level":"info","ts":1785534187.7888162,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53cce4a6-9390-4e75-b406-8071544f7e15"} {"level":"info","ts":1785534187.7888277,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53cce4a6-9390-4e75-b406-8071544f7e15","EoS":false} {"level":"info","ts":1785534187.788841,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53cce4a6-9390-4e75-b406-8071544f7e15","EoS":true} {"level":"info","ts":1785534187.788863,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53cce4a6-9390-4e75-b406-8071544f7e15","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785534187.788878,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53cce4a6-9390-4e75-b406-8071544f7e15","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534187.7889,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53cce4a6-9390-4e75-b406-8071544f7e15"} {"level":"info","ts":1785534187.812506,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534187.8125937,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"280f2a20-bd9c-41f6-9aa1-cddd73148a4f"} {"level":"info","ts":1785534187.8126085,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"280f2a20-bd9c-41f6-9aa1-cddd73148a4f"} {"level":"info","ts":1785534187.8126216,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"280f2a20-bd9c-41f6-9aa1-cddd73148a4f","EoS":false} {"level":"info","ts":1785534187.8126416,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"280f2a20-bd9c-41f6-9aa1-cddd73148a4f","EoS":true} {"level":"info","ts":1785534187.81267,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"280f2a20-bd9c-41f6-9aa1-cddd73148a4f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785534187.8126884,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"280f2a20-bd9c-41f6-9aa1-cddd73148a4f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534187.812711,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"280f2a20-bd9c-41f6-9aa1-cddd73148a4f"} {"level":"info","ts":1785534187.8819988,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534187.8820882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97ebcebb-0d3e-47d6-ae36-d98f83a01e5b"} {"level":"info","ts":1785534187.8820999,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"97ebcebb-0d3e-47d6-ae36-d98f83a01e5b"} {"level":"info","ts":1785534187.8821118,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97ebcebb-0d3e-47d6-ae36-d98f83a01e5b","EoS":false} {"level":"info","ts":1785534187.882123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97ebcebb-0d3e-47d6-ae36-d98f83a01e5b","EoS":true} {"level":"info","ts":1785534187.8821464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97ebcebb-0d3e-47d6-ae36-d98f83a01e5b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785534187.8821633,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97ebcebb-0d3e-47d6-ae36-d98f83a01e5b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785534187.8821876,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"97ebcebb-0d3e-47d6-ae36-d98f83a01e5b"} {"level":"info","ts":1785534188.5450346,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534188.5451145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9841dc7e-bdc7-4df0-b85f-7ab8f1679e10"} {"level":"info","ts":1785534188.5451272,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9841dc7e-bdc7-4df0-b85f-7ab8f1679e10"} {"level":"info","ts":1785534188.5451393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9841dc7e-bdc7-4df0-b85f-7ab8f1679e10","EoS":false} {"level":"info","ts":1785534188.545149,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9841dc7e-bdc7-4df0-b85f-7ab8f1679e10","EoS":true} {"level":"info","ts":1785534188.5451708,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9841dc7e-bdc7-4df0-b85f-7ab8f1679e10","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785534188.5451868,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9841dc7e-bdc7-4df0-b85f-7ab8f1679e10","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534188.5452068,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9841dc7e-bdc7-4df0-b85f-7ab8f1679e10"} {"level":"info","ts":1785534188.5815861,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534188.5816941,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9b4809a-39ae-465b-8074-a1ad496116eb"} {"level":"info","ts":1785534188.581714,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9b4809a-39ae-465b-8074-a1ad496116eb"} {"level":"info","ts":1785534188.5817301,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9b4809a-39ae-465b-8074-a1ad496116eb","EoS":false} {"level":"info","ts":1785534188.581743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9b4809a-39ae-465b-8074-a1ad496116eb","EoS":true} {"level":"info","ts":1785534188.5817657,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9b4809a-39ae-465b-8074-a1ad496116eb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785534188.581782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9b4809a-39ae-465b-8074-a1ad496116eb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785534188.5818048,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9b4809a-39ae-465b-8074-a1ad496116eb"} {"level":"info","ts":1785534192.7413678,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534192.741457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46af80a3-3e60-495c-9855-ea33ba5fdf88"} {"level":"info","ts":1785534192.741468,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"46af80a3-3e60-495c-9855-ea33ba5fdf88"} {"level":"info","ts":1785534192.7414806,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46af80a3-3e60-495c-9855-ea33ba5fdf88","EoS":false} {"level":"info","ts":1785534192.741495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46af80a3-3e60-495c-9855-ea33ba5fdf88","EoS":true} {"level":"info","ts":1785534192.7415147,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46af80a3-3e60-495c-9855-ea33ba5fdf88","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785534192.7415323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46af80a3-3e60-495c-9855-ea33ba5fdf88","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785534192.7415578,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"46af80a3-3e60-495c-9855-ea33ba5fdf88"} {"level":"info","ts":1785534208.5495238,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534208.549606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"308e7e83-6ea1-44bd-a802-a419789ce94a"} {"level":"info","ts":1785534208.5496178,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"308e7e83-6ea1-44bd-a802-a419789ce94a"} {"level":"info","ts":1785534208.5496294,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"308e7e83-6ea1-44bd-a802-a419789ce94a","EoS":false} {"level":"info","ts":1785534208.5496414,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"308e7e83-6ea1-44bd-a802-a419789ce94a","EoS":true} {"level":"info","ts":1785534208.5496645,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"308e7e83-6ea1-44bd-a802-a419789ce94a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785534208.5496807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"308e7e83-6ea1-44bd-a802-a419789ce94a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534208.5497026,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"308e7e83-6ea1-44bd-a802-a419789ce94a"} {"level":"info","ts":1785534208.700406,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534208.700505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de"} {"level":"info","ts":1785534208.7005203,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de"} {"level":"info","ts":1785534208.7005327,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de","EoS":false} {"level":"info","ts":1785534208.7005436,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de","EoS":true} {"level":"info","ts":1785534208.700565,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785534208.7005804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534208.7006016,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de"} {"level":"info","ts":1785534208.8421874,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534208.8422863,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb"} {"level":"info","ts":1785534208.842303,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb"} {"level":"info","ts":1785534208.8423202,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb","EoS":false} {"level":"info","ts":1785534208.8423407,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb","EoS":true} {"level":"info","ts":1785534208.8424053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785534208.8424265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534208.8424559,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb"} {"level":"info","ts":1785534208.9799595,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534208.9800653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250"} {"level":"info","ts":1785534208.9800801,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250"} {"level":"info","ts":1785534208.9800997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250","EoS":false} {"level":"info","ts":1785534208.9801211,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250","EoS":true} {"level":"info","ts":1785534208.9801497,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785534208.9801688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534208.9801993,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250"} {"level":"info","ts":1785534209.1157815,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534209.1158574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b"} {"level":"info","ts":1785534209.115867,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b"} {"level":"info","ts":1785534209.1158776,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b","EoS":false} {"level":"info","ts":1785534209.1158905,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b","EoS":true} {"level":"info","ts":1785534209.1159408,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785534209.1159575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534209.1159797,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b"} {"level":"info","ts":1785534209.254987,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534209.2550728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfe12786-b283-4bf4-904e-193135d49bcc"} {"level":"info","ts":1785534209.2550867,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cfe12786-b283-4bf4-904e-193135d49bcc"} {"level":"info","ts":1785534209.2551053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cfe12786-b283-4bf4-904e-193135d49bcc","EoS":false} {"level":"info","ts":1785534209.2551258,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cfe12786-b283-4bf4-904e-193135d49bcc","EoS":true} {"level":"info","ts":1785534209.2551594,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cfe12786-b283-4bf4-904e-193135d49bcc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785534209.2551785,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cfe12786-b283-4bf4-904e-193135d49bcc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534209.2552104,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cfe12786-b283-4bf4-904e-193135d49bcc"} {"level":"info","ts":1785534230.2920737,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534230.2921696,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787"} {"level":"info","ts":1785534230.292187,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787"} {"level":"info","ts":1785534230.2922056,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787","EoS":false} {"level":"info","ts":1785534230.2922242,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787","EoS":true} {"level":"info","ts":1785534230.292257,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785534230.2922766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534230.2923067,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787"} {"level":"info","ts":1785534230.3313441,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534230.3314373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60c92a2b-e9b5-475d-91a4-600e94c85cf9"} {"level":"info","ts":1785534230.3314545,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"60c92a2b-e9b5-475d-91a4-600e94c85cf9"} {"level":"info","ts":1785534230.3314683,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60c92a2b-e9b5-475d-91a4-600e94c85cf9","EoS":false} {"level":"info","ts":1785534230.3314817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60c92a2b-e9b5-475d-91a4-600e94c85cf9","EoS":true} {"level":"info","ts":1785534230.3315027,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60c92a2b-e9b5-475d-91a4-600e94c85cf9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785534230.331519,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60c92a2b-e9b5-475d-91a4-600e94c85cf9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534230.3315418,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"60c92a2b-e9b5-475d-91a4-600e94c85cf9"} {"level":"info","ts":1785534230.3701146,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534230.3702111,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2f0eaeb-f833-4aae-9864-bb1f880dec8e"} {"level":"info","ts":1785534230.3702254,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f2f0eaeb-f833-4aae-9864-bb1f880dec8e"} {"level":"info","ts":1785534230.3702369,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2f0eaeb-f833-4aae-9864-bb1f880dec8e","EoS":false} {"level":"info","ts":1785534230.3702507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2f0eaeb-f833-4aae-9864-bb1f880dec8e","EoS":true} {"level":"info","ts":1785534230.3702815,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2f0eaeb-f833-4aae-9864-bb1f880dec8e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785534230.3703024,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2f0eaeb-f833-4aae-9864-bb1f880dec8e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534230.3703232,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2f0eaeb-f833-4aae-9864-bb1f880dec8e"} {"level":"info","ts":1785534230.4166548,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534230.4167504,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9e5dde9-4814-4047-820c-ba4a0c8045f5"} {"level":"info","ts":1785534235.0352662,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534235.035367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d"} {"level":"info","ts":1785534235.0353856,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d"} {"level":"info","ts":1785534235.0353997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d","EoS":false} {"level":"info","ts":1785534235.0354133,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d","EoS":true} {"level":"info","ts":1785534235.0354345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785534235.0354505,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534235.0354698,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d"} {"level":"info","ts":1785534243.6321096,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534243.6322024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f881721-16a2-4ec6-a9cb-c231bc72ff5e"} {"level":"info","ts":1785534243.6322143,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f881721-16a2-4ec6-a9cb-c231bc72ff5e"} {"level":"info","ts":1785534243.632226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f881721-16a2-4ec6-a9cb-c231bc72ff5e","EoS":false} {"level":"info","ts":1785534243.6322598,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f881721-16a2-4ec6-a9cb-c231bc72ff5e","EoS":true} {"level":"info","ts":1785534243.6322854,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f881721-16a2-4ec6-a9cb-c231bc72ff5e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785534243.6323025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f881721-16a2-4ec6-a9cb-c231bc72ff5e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785534243.632325,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f881721-16a2-4ec6-a9cb-c231bc72ff5e"} {"level":"info","ts":1785534245.667301,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534245.667376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f"} {"level":"info","ts":1785534245.6673853,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f"} {"level":"info","ts":1785534245.667397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f","EoS":false} {"level":"info","ts":1785534245.6674075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f","EoS":true} {"level":"info","ts":1785534245.6674278,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785534245.6674435,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785534245.667463,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f"} {"level":"info","ts":1785534258.544696,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534258.5447943,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce"} {"level":"info","ts":1785534258.5448027,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce"} {"level":"info","ts":1785534258.5448139,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce","EoS":false} {"level":"info","ts":1785534258.544825,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce","EoS":true} {"level":"info","ts":1785534258.544848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785534258.5448656,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534258.5448885,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce"} {"level":"info","ts":1785534267.0783243,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534267.078412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6"} {"level":"info","ts":1785534267.0784252,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6"} {"level":"info","ts":1785534267.078438,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6","EoS":false} {"level":"info","ts":1785534267.0784526,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6","EoS":true} {"level":"info","ts":1785534267.078475,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785534267.0784972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534267.0785213,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6"} {"level":"info","ts":1785534275.934188,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534275.9342678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f"} {"level":"info","ts":1785534275.9342775,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f"} {"level":"info","ts":1785534275.934289,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f","EoS":false} {"level":"info","ts":1785534275.9342997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f","EoS":true} {"level":"info","ts":1785534275.934321,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785534275.9343352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534275.9343562,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f"} {"level":"info","ts":1785534284.8722084,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534284.8722942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07510076-710d-47b0-bb16-6eed1c89cea7"} {"level":"info","ts":1785534284.8723094,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"07510076-710d-47b0-bb16-6eed1c89cea7"} {"level":"info","ts":1785534284.872328,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"07510076-710d-47b0-bb16-6eed1c89cea7","EoS":false} {"level":"info","ts":1785534284.8723493,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"07510076-710d-47b0-bb16-6eed1c89cea7","EoS":true} {"level":"info","ts":1785534284.8723812,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07510076-710d-47b0-bb16-6eed1c89cea7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785534284.872401,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07510076-710d-47b0-bb16-6eed1c89cea7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534284.8724327,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"07510076-710d-47b0-bb16-6eed1c89cea7"} {"level":"info","ts":1785534292.700129,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534292.7002115,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c35466e-acd4-4622-b818-6044b0e1c477"} {"level":"info","ts":1785534292.7002203,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c35466e-acd4-4622-b818-6044b0e1c477"} {"level":"info","ts":1785534292.7002318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c35466e-acd4-4622-b818-6044b0e1c477","EoS":false} {"level":"info","ts":1785534292.7002418,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c35466e-acd4-4622-b818-6044b0e1c477","EoS":true} {"level":"info","ts":1785534292.7002623,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c35466e-acd4-4622-b818-6044b0e1c477","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785534292.700281,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c35466e-acd4-4622-b818-6044b0e1c477","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534292.7003043,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c35466e-acd4-4622-b818-6044b0e1c477"} {"level":"info","ts":1785534297.4417658,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534297.4418647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbf3ba8e-2f9d-45a2-9515-4dc18703bd32"} {"level":"info","ts":1785534297.4418838,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cbf3ba8e-2f9d-45a2-9515-4dc18703bd32"} {"level":"info","ts":1785534297.441897,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbf3ba8e-2f9d-45a2-9515-4dc18703bd32","EoS":false} {"level":"info","ts":1785534297.4419444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbf3ba8e-2f9d-45a2-9515-4dc18703bd32","EoS":true} {"level":"info","ts":1785534297.441972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cbf3ba8e-2f9d-45a2-9515-4dc18703bd32","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785534297.4419873,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbf3ba8e-2f9d-45a2-9515-4dc18703bd32","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785534297.4420075,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cbf3ba8e-2f9d-45a2-9515-4dc18703bd32"} {"level":"info","ts":1785534308.3799496,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534308.380033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9"} {"level":"info","ts":1785534308.3800457,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9"} {"level":"info","ts":1785534308.3800662,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9","EoS":false} {"level":"info","ts":1785534308.3800774,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9","EoS":true} {"level":"info","ts":1785534308.380097,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785534308.3801134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785534308.3801396,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9"} {"level":"info","ts":1785534342.1378553,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534342.1379702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0"} {"level":"info","ts":1785534342.137986,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0"} {"level":"info","ts":1785534342.1379995,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0","EoS":false} {"level":"info","ts":1785534342.1380153,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0","EoS":true} {"level":"info","ts":1785534342.1380382,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785534342.1380548,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785534342.138077,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0"} {"level":"info","ts":1785534351.423958,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534351.4240494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc5fd1d4-189b-4cde-a5da-b2e7d5340662"} {"level":"info","ts":1785534351.4240615,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fc5fd1d4-189b-4cde-a5da-b2e7d5340662"} {"level":"info","ts":1785534351.4240746,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc5fd1d4-189b-4cde-a5da-b2e7d5340662","EoS":false} {"level":"info","ts":1785534351.4240868,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc5fd1d4-189b-4cde-a5da-b2e7d5340662","EoS":true} {"level":"info","ts":1785534351.424107,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc5fd1d4-189b-4cde-a5da-b2e7d5340662","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785534351.4241233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc5fd1d4-189b-4cde-a5da-b2e7d5340662","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534351.424145,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fc5fd1d4-189b-4cde-a5da-b2e7d5340662"} {"level":"info","ts":1785534367.4717069,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534367.471786,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b185edeb-9f93-47fc-a9a3-3380f95c1e24"} {"level":"info","ts":1785534367.4717999,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b185edeb-9f93-47fc-a9a3-3380f95c1e24"} {"level":"info","ts":1785534367.4718118,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b185edeb-9f93-47fc-a9a3-3380f95c1e24","EoS":false} {"level":"info","ts":1785534367.4718242,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b185edeb-9f93-47fc-a9a3-3380f95c1e24","EoS":true} {"level":"info","ts":1785534367.4718444,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b185edeb-9f93-47fc-a9a3-3380f95c1e24","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785534367.4718602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b185edeb-9f93-47fc-a9a3-3380f95c1e24","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785534367.4718847,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b185edeb-9f93-47fc-a9a3-3380f95c1e24"} {"level":"info","ts":1785534377.0635445,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534377.0636175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d"} {"level":"info","ts":1785534377.0636265,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d"} {"level":"info","ts":1785534377.0636363,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d","EoS":false} {"level":"info","ts":1785534377.0636468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d","EoS":true} {"level":"info","ts":1785534377.063665,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785534377.0636804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534377.063702,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d"} {"level":"info","ts":1785534386.445582,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534386.4456599,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2"} {"level":"info","ts":1785534386.4456694,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2"} {"level":"info","ts":1785534386.4456801,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2","EoS":false} {"level":"info","ts":1785534386.4456906,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2","EoS":true} {"level":"info","ts":1785534386.4457092,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785534386.4457273,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534386.4457483,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2"} {"level":"info","ts":1785534386.4840229,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534386.4841568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c93b752-51db-497f-944f-6350cc572285"} {"level":"info","ts":1785534386.4841738,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c93b752-51db-497f-944f-6350cc572285"} {"level":"info","ts":1785534386.484191,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c93b752-51db-497f-944f-6350cc572285","EoS":false} {"level":"info","ts":1785534386.4842055,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c93b752-51db-497f-944f-6350cc572285","EoS":true} {"level":"info","ts":1785534386.484232,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c93b752-51db-497f-944f-6350cc572285","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785534386.484252,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c93b752-51db-497f-944f-6350cc572285","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534386.4842794,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c93b752-51db-497f-944f-6350cc572285"} {"level":"info","ts":1785534405.4476662,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534405.4477572,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10"} {"level":"info","ts":1785534405.4477775,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10"} {"level":"info","ts":1785534405.4477968,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10","EoS":false} {"level":"info","ts":1785534405.4478157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10","EoS":true} {"level":"info","ts":1785534405.4478455,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785534405.4478667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534405.4479299,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10"} {"level":"info","ts":1785534414.7392707,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534414.7393553,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b57aceac-2f6b-4704-9c63-7bf509b7fb08"} {"level":"info","ts":1785534414.7393746,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b57aceac-2f6b-4704-9c63-7bf509b7fb08"} {"level":"info","ts":1785534414.739392,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b57aceac-2f6b-4704-9c63-7bf509b7fb08","EoS":false} {"level":"info","ts":1785534414.7394059,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b57aceac-2f6b-4704-9c63-7bf509b7fb08","EoS":true} {"level":"info","ts":1785534414.739427,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b57aceac-2f6b-4704-9c63-7bf509b7fb08","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785534414.7394423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b57aceac-2f6b-4704-9c63-7bf509b7fb08","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534414.7394662,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b57aceac-2f6b-4704-9c63-7bf509b7fb08"} {"level":"info","ts":1785534430.567665,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534430.5677586,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89e974b9-e035-44a2-acfc-3373e88c79b1"} {"level":"info","ts":1785534430.5677729,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"89e974b9-e035-44a2-acfc-3373e88c79b1"} {"level":"info","ts":1785534430.5677853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89e974b9-e035-44a2-acfc-3373e88c79b1","EoS":false} {"level":"info","ts":1785534430.5677989,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89e974b9-e035-44a2-acfc-3373e88c79b1","EoS":true} {"level":"info","ts":1785534430.567819,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89e974b9-e035-44a2-acfc-3373e88c79b1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785534430.5678344,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89e974b9-e035-44a2-acfc-3373e88c79b1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785534430.5678551,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89e974b9-e035-44a2-acfc-3373e88c79b1"} {"level":"info","ts":1785534563.237063,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534563.2371576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1656142c-2ba5-93f6-81cc-33fbc516aa79"} {"level":"info","ts":1785534563.2371762,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1656142c-2ba5-93f6-81cc-33fbc516aa79"} {"level":"info","ts":1785534563.2371948,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1656142c-2ba5-93f6-81cc-33fbc516aa79","EoS":false} {"level":"info","ts":1785534563.2372134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1656142c-2ba5-93f6-81cc-33fbc516aa79","EoS":true} {"level":"info","ts":1785534563.237243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1656142c-2ba5-93f6-81cc-33fbc516aa79","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785534563.2372615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1656142c-2ba5-93f6-81cc-33fbc516aa79","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785534563.2372894,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1656142c-2ba5-93f6-81cc-33fbc516aa79"} {"level":"info","ts":1785534584.3749619,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534584.3750374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32"} {"level":"info","ts":1785534584.3750474,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32"} {"level":"info","ts":1785534584.3750625,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32","EoS":false} {"level":"info","ts":1785534584.3750768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32","EoS":true} {"level":"info","ts":1785534584.3750975,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785534584.375114,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785534584.3751352,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32"} {"level":"info","ts":1785534686.2286358,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534686.2287185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d"} {"level":"info","ts":1785534686.2287283,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d"} {"level":"info","ts":1785534686.2287395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d","EoS":false} {"level":"info","ts":1785534686.228751,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d","EoS":true} {"level":"info","ts":1785534686.2287705,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785534686.2287865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534686.228812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d"} {"level":"info","ts":1785534701.4571044,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534701.457189,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f"} {"level":"info","ts":1785534701.4572015,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f"} {"level":"info","ts":1785534701.4572124,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f","EoS":false} {"level":"info","ts":1785534701.4572222,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f","EoS":true} {"level":"info","ts":1785534701.457242,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785534701.4572577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534701.4572797,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f"} {"level":"info","ts":1785534701.743069,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534701.7431798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6ba9ae6-a4e5-4a55-917f-14f1bed20c2a"} {"level":"info","ts":1785534701.743193,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b6ba9ae6-a4e5-4a55-917f-14f1bed20c2a"} {"level":"info","ts":1785534701.7432048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6ba9ae6-a4e5-4a55-917f-14f1bed20c2a","EoS":false} {"level":"info","ts":1785534701.743218,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6ba9ae6-a4e5-4a55-917f-14f1bed20c2a","EoS":true} {"level":"info","ts":1785534701.7432413,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6ba9ae6-a4e5-4a55-917f-14f1bed20c2a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785534701.7432566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6ba9ae6-a4e5-4a55-917f-14f1bed20c2a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534701.7432795,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b6ba9ae6-a4e5-4a55-917f-14f1bed20c2a"} {"level":"info","ts":1785535044.541377,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535044.5414758,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623"} {"level":"info","ts":1785535044.5414996,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623"} {"level":"info","ts":1785535044.5415199,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623","EoS":false} {"level":"info","ts":1785535044.5415409,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623","EoS":true} {"level":"info","ts":1785535044.541572,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785535044.5415938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785535044.5416253,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623"} {"level":"info","ts":1785535044.5868475,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535044.5869608,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee"} {"level":"info","ts":1785535044.5869753,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee"} {"level":"info","ts":1785535044.5869877,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee","EoS":false} {"level":"info","ts":1785535044.586999,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee","EoS":true} {"level":"info","ts":1785535044.5870187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785535044.5870335,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785535044.5870543,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee"} {"level":"info","ts":1785535044.622405,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535044.622474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa87e3d1-cc5f-4699-af73-678046ea70b5"} {"level":"info","ts":1785535044.6224916,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa87e3d1-cc5f-4699-af73-678046ea70b5"} {"level":"info","ts":1785535044.6225095,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa87e3d1-cc5f-4699-af73-678046ea70b5","EoS":false} {"level":"info","ts":1785535044.6225317,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa87e3d1-cc5f-4699-af73-678046ea70b5","EoS":true} {"level":"info","ts":1785535044.6225579,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa87e3d1-cc5f-4699-af73-678046ea70b5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785535044.6225755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa87e3d1-cc5f-4699-af73-678046ea70b5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785535044.6226027,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa87e3d1-cc5f-4699-af73-678046ea70b5"} {"level":"info","ts":1785535044.6614614,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535044.6615312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbbcfc1c-a566-4700-ab51-7412cf4c117c"} {"level":"info","ts":1785535044.6615398,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dbbcfc1c-a566-4700-ab51-7412cf4c117c"} {"level":"info","ts":1785535044.6615503,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbbcfc1c-a566-4700-ab51-7412cf4c117c","EoS":false} {"level":"info","ts":1785535044.6615613,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbbcfc1c-a566-4700-ab51-7412cf4c117c","EoS":true} {"level":"info","ts":1785535044.661583,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbbcfc1c-a566-4700-ab51-7412cf4c117c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785535044.661598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbbcfc1c-a566-4700-ab51-7412cf4c117c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785535044.6616185,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dbbcfc1c-a566-4700-ab51-7412cf4c117c"} {"level":"info","ts":1785535049.4740508,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6a54e7f-9cf6-42c0-a880-5dc15065f7f8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785535049.4740882,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6a54e7f-9cf6-42c0-a880-5dc15065f7f8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785535049.4740965,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f0382669-0965-4256-81df-85cfbbad55f0"} {"level":"info","ts":1785535049.4800637,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c77e791e-a55c-4b8e-b7c9-be25db7b699b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785535049.48009,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c77e791e-a55c-4b8e-b7c9-be25db7b699b","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785535049.4827077,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f0382669-0965-4256-81df-85cfbbad55f0","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535049.483017,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36825.037414109,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535049.483036,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535049.6340172,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fa57491-8a21-4616-b716-dd27879db031"} {"level":"info","ts":1785535049.634149,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37ce68a8-6437-4bd8-b544-175c97c7c50c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535049.6341965,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fa57491-8a21-4616-b716-dd27879db031","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785535049.6344721,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37ce68a8-6437-4bd8-b544-175c97c7c50c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785535049.6366386,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535049.643188,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2941095e-91d2-4d4c-8bed-c1f0a19bf708","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785535049.643231,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2941095e-91d2-4d4c-8bed-c1f0a19bf708","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785535049.643328,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c283d7bd-b821-4bce-b512-6f156bc51060","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535049.6433482,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c283d7bd-b821-4bce-b512-6f156bc51060","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785535049.6434624,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fa57491-8a21-4616-b716-dd27879db031","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535049.6435578,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f64e921-0633-4237-884e-2e08655bfc0e"} {"level":"info","ts":1785535049.6437938,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38435.897337838,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535049.6438158,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535049.6619408,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535049.6841073,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37012.030053699,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535049.6841307,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535049.7336934,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535049.744312,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f64e921-0633-4237-884e-2e08655bfc0e","name":"e2e-external-model"} {"level":"info","ts":1785535049.7712061,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c8d138e-78e7-4b2d-8a80-d967ada02ea0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535049.7712538,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c8d138e-78e7-4b2d-8a80-d967ada02ea0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785535049.7750149,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f64e921-0633-4237-884e-2e08655bfc0e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785535049.775076,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f64e921-0633-4237-884e-2e08655bfc0e","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535049.7751346,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d9f6ef2-35f5-4347-97e1-564da5502d6c"} {"level":"info","ts":1785535049.7751946,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d9f6ef2-35f5-4347-97e1-564da5502d6c","name":"e2e-external-model"} {"level":"info","ts":1785535049.7850418,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f0382669-0965-4256-81df-85cfbbad55f0","name":"e2e-external-provider"} {"level":"error","ts":1785535049.789974,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d9f6ef2-35f5-4347-97e1-564da5502d6c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535049.7900498,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1f5a22b-ead8-45d4-999b-6a7240209813"} {"level":"info","ts":1785535049.7900507,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea4a72a6-2ea1-4f42-89f8-6ef56603acb4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535049.7900748,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea4a72a6-2ea1-4f42-89f8-6ef56603acb4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785535049.7900999,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1f5a22b-ead8-45d4-999b-6a7240209813","name":"e2e-external-model"} {"level":"info","ts":1785535049.8005645,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1f5a22b-ead8-45d4-999b-6a7240209813","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785535049.8010128,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f0382669-0965-4256-81df-85cfbbad55f0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785535049.8048155,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f0382669-0965-4256-81df-85cfbbad55f0","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535049.804981,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"391bc3ea-df69-4274-b809-bf1414c45fa8"} {"level":"info","ts":1785535049.8050458,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"391bc3ea-df69-4274-b809-bf1414c45fa8","name":"e2e-external-provider"} {"level":"info","ts":1785535049.808399,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a15a81c5-7544-4194-bea6-c515de942909"} {"level":"info","ts":1785535049.8084133,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff6a9dc2-1978-4730-bda8-028c2b2fef3e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535049.8084376,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff6a9dc2-1978-4730-bda8-028c2b2fef3e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785535049.8084683,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a15a81c5-7544-4194-bea6-c515de942909","name":"e2e-external-model"} {"level":"info","ts":1785535049.8176014,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"391bc3ea-df69-4274-b809-bf1414c45fa8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785535049.8191898,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a15a81c5-7544-4194-bea6-c515de942909","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785535061.249105,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535061.2491906,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75a4dcec-f7d5-423e-a082-239b390000b1"} {"level":"info","ts":1785535061.2491996,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75a4dcec-f7d5-423e-a082-239b390000b1"} {"level":"info","ts":1785535061.2492101,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75a4dcec-f7d5-423e-a082-239b390000b1","EoS":false} {"level":"info","ts":1785535061.2492285,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75a4dcec-f7d5-423e-a082-239b390000b1","EoS":true} {"level":"info","ts":1785535061.2492487,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75a4dcec-f7d5-423e-a082-239b390000b1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785535061.2492633,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75a4dcec-f7d5-423e-a082-239b390000b1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785535061.249273,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"75a4dcec-f7d5-423e-a082-239b390000b1","modelName":"e2e-external-model"} {"level":"info","ts":1785535061.249286,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"75a4dcec-f7d5-423e-a082-239b390000b1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785535061.2493322,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75a4dcec-f7d5-423e-a082-239b390000b1"} {"level":"info","ts":1785535061.3009624,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535061.3010485,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1334723d-8c1c-402e-ae9f-b454a8313355"} {"level":"info","ts":1785535061.3010588,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1334723d-8c1c-402e-ae9f-b454a8313355"} {"level":"info","ts":1785535061.30107,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1334723d-8c1c-402e-ae9f-b454a8313355","EoS":false} {"level":"info","ts":1785535061.3010828,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1334723d-8c1c-402e-ae9f-b454a8313355","EoS":true} {"level":"info","ts":1785535061.3011048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1334723d-8c1c-402e-ae9f-b454a8313355","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785535061.3011208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1334723d-8c1c-402e-ae9f-b454a8313355","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785535061.3011284,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1334723d-8c1c-402e-ae9f-b454a8313355","modelName":"e2e-external-model"} {"level":"info","ts":1785535061.3011434,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1334723d-8c1c-402e-ae9f-b454a8313355","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785535061.3011894,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1334723d-8c1c-402e-ae9f-b454a8313355"} {"level":"info","ts":1785535061.3475356,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535061.3476124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6"} {"level":"info","ts":1785535061.3476236,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6"} {"level":"info","ts":1785535061.347636,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6","EoS":false} {"level":"info","ts":1785535061.3476474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6","EoS":true} {"level":"info","ts":1785535061.3476672,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785535061.3476825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785535061.347696,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6","modelName":"e2e-external-model"} {"level":"info","ts":1785535061.3477094,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785535061.3477452,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6"} {"level":"info","ts":1785535061.5823116,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"68f24884-42ef-443d-abc3-3c51494a052d"} {"level":"info","ts":1785535061.582329,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb5b0960-f1b6-40e2-bfe7-54f801af383e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535061.582366,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb5b0960-f1b6-40e2-bfe7-54f801af383e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785535061.5896006,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"68f24884-42ef-443d-abc3-3c51494a052d","name":"e2e-cleanup-test"} {"level":"info","ts":1785535061.589672,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0578be4-9a43-4d91-8d15-a8ccafdf7f3f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535061.5897038,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0578be4-9a43-4d91-8d15-a8ccafdf7f3f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785535061.59916,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"68f24884-42ef-443d-abc3-3c51494a052d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785535061.6054578,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32637a06-68d2-454d-ac8f-aba42489f150","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535061.6054764,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb74f91f-5b5e-485a-b001-4d2e1319c9ad"} {"level":"info","ts":1785535061.605492,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32637a06-68d2-454d-ac8f-aba42489f150","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785535061.605528,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb74f91f-5b5e-485a-b001-4d2e1319c9ad","name":"e2e-cleanup-test"} {"level":"error","ts":1785535061.619862,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb74f91f-5b5e-485a-b001-4d2e1319c9ad","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535061.6199923,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3a243e2-ab90-4f82-ad05-36e4603e4458","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535061.619996,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee8b7518-1659-4fad-8f16-22e5ad26c9d7"} {"level":"info","ts":1785535061.620021,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3a243e2-ab90-4f82-ad05-36e4603e4458","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785535061.6200542,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee8b7518-1659-4fad-8f16-22e5ad26c9d7","name":"e2e-cleanup-test"} {"level":"info","ts":1785535061.628787,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee8b7518-1659-4fad-8f16-22e5ad26c9d7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785535061.633969,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97937519-af13-4477-8d37-3600955ab8e2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535061.6340048,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97937519-af13-4477-8d37-3600955ab8e2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785535061.63397,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0d9ee83-9751-40b4-8830-81008131762c"} {"level":"info","ts":1785535061.6340775,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0d9ee83-9751-40b4-8830-81008131762c","name":"e2e-cleanup-test"} {"level":"info","ts":1785535061.6417944,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0d9ee83-9751-40b4-8830-81008131762c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785535069.8273232,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"57151c47-f16b-4ea5-9ced-8e0c73d918c9"} {"level":"info","ts":1785535069.8273706,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ea29928-3d52-40f7-9e94-9659da09486b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535069.827399,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ea29928-3d52-40f7-9e94-9659da09486b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535074.1240656,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535074.124161,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ef4d283-f9b0-4aa2-bc5f-8f290aad24d5"} {"level":"info","ts":1785535074.1241782,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ef4d283-f9b0-4aa2-bc5f-8f290aad24d5"} {"level":"info","ts":1785535074.1241968,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ef4d283-f9b0-4aa2-bc5f-8f290aad24d5","EoS":false} {"level":"info","ts":1785535074.1242166,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ef4d283-f9b0-4aa2-bc5f-8f290aad24d5","EoS":true} {"level":"info","ts":1785535074.124242,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ef4d283-f9b0-4aa2-bc5f-8f290aad24d5","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785535074.1242592,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ef4d283-f9b0-4aa2-bc5f-8f290aad24d5","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785535074.1242821,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ef4d283-f9b0-4aa2-bc5f-8f290aad24d5"} {"level":"info","ts":1785535074.1504784,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535074.150555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40"} {"level":"info","ts":1785535074.150567,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40"} {"level":"info","ts":1785535074.150583,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40","EoS":false} {"level":"info","ts":1785535074.1505997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40","EoS":true} {"level":"info","ts":1785535074.1506288,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785535074.1506493,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785535074.1506612,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40","modelName":"e2e-external-model"} {"level":"info","ts":1785535074.1506824,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785535074.1507313,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40"} {"level":"info","ts":1785535074.284736,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535074.2848043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a"} {"level":"info","ts":1785535074.2848134,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a"} {"level":"info","ts":1785535074.2848241,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a","EoS":false} {"level":"info","ts":1785535074.2848332,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a","EoS":true} {"level":"info","ts":1785535074.2848518,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785535074.284867,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785535074.2848885,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a"} {"level":"info","ts":1785535074.3688238,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535074.3688922,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c46aafe-fd4e-4a39-b4a7-be4f92f91146"} {"level":"info","ts":1785535074.3689032,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c46aafe-fd4e-4a39-b4a7-be4f92f91146"} {"level":"info","ts":1785535074.3689358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c46aafe-fd4e-4a39-b4a7-be4f92f91146","EoS":false} {"level":"info","ts":1785535074.3689518,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c46aafe-fd4e-4a39-b4a7-be4f92f91146","EoS":true} {"level":"info","ts":1785535074.3689826,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"0c46aafe-fd4e-4a39-b4a7-be4f92f91146","field":"model"} {"level":"info","ts":1785535074.3690128,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c46aafe-fd4e-4a39-b4a7-be4f92f91146"} {"level":"info","ts":1785535075.2332544,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e9d4478-21bf-4e73-8679-1a781dfece24"} {"level":"info","ts":1785535075.2332835,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa9f7a66-af7f-49d1-9d84-ebe69eb005a5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535075.2333035,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa9f7a66-af7f-49d1-9d84-ebe69eb005a5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535075.3795545,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"731d778e-4981-4f43-b17c-55899ff1ecae"} {"level":"info","ts":1785535075.3795564,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f70c6a2b-284f-471c-a8a9-3e7bcbe7fd58","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785535075.3796277,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f70c6a2b-284f-471c-a8a9-3e7bcbe7fd58","name":"e2e-external-provider","namespace":"llm"}