{"level":"info","ts":1784912541.7972727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89b776f4-894a-4c46-ae8e-3a26ffc28293"} {"level":"info","ts":1784912541.7972815,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"89b776f4-894a-4c46-ae8e-3a26ffc28293"} {"level":"info","ts":1784912541.7972925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89b776f4-894a-4c46-ae8e-3a26ffc28293","EoS":false} {"level":"info","ts":1784912541.797304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89b776f4-894a-4c46-ae8e-3a26ffc28293","EoS":true} {"level":"info","ts":1784912541.797323,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89b776f4-894a-4c46-ae8e-3a26ffc28293","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784912541.7973366,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89b776f4-894a-4c46-ae8e-3a26ffc28293","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784912541.7973564,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"89b776f4-894a-4c46-ae8e-3a26ffc28293"} {"level":"info","ts":1784912542.4808657,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912542.4809587,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"724db10f-5d45-4f87-a3a5-b7218acc322f"} {"level":"info","ts":1784912542.4809713,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"724db10f-5d45-4f87-a3a5-b7218acc322f"} {"level":"info","ts":1784912542.4809833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"724db10f-5d45-4f87-a3a5-b7218acc322f","EoS":false} {"level":"info","ts":1784912542.4809957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"724db10f-5d45-4f87-a3a5-b7218acc322f","EoS":true} {"level":"info","ts":1784912542.4810152,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"724db10f-5d45-4f87-a3a5-b7218acc322f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784912542.4810305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"724db10f-5d45-4f87-a3a5-b7218acc322f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912542.4810514,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"724db10f-5d45-4f87-a3a5-b7218acc322f"} {"level":"info","ts":1784912542.5173101,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912542.5173812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a96fb237-cf58-45c6-acf6-8b7216659c73"} {"level":"info","ts":1784912542.517393,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a96fb237-cf58-45c6-acf6-8b7216659c73"} {"level":"info","ts":1784912542.517404,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a96fb237-cf58-45c6-acf6-8b7216659c73","EoS":false} {"level":"info","ts":1784912542.5174139,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a96fb237-cf58-45c6-acf6-8b7216659c73","EoS":true} {"level":"info","ts":1784912542.5174327,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a96fb237-cf58-45c6-acf6-8b7216659c73","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784912542.5174475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a96fb237-cf58-45c6-acf6-8b7216659c73","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784912542.5174644,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a96fb237-cf58-45c6-acf6-8b7216659c73"} {"level":"info","ts":1784912546.6833887,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912546.683469,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f411c944-c974-41ba-b1e6-a0e7181ba417"} {"level":"info","ts":1784912546.683479,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f411c944-c974-41ba-b1e6-a0e7181ba417"} {"level":"info","ts":1784912546.6834912,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f411c944-c974-41ba-b1e6-a0e7181ba417","EoS":false} {"level":"info","ts":1784912546.6835022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f411c944-c974-41ba-b1e6-a0e7181ba417","EoS":true} {"level":"info","ts":1784912546.6835217,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f411c944-c974-41ba-b1e6-a0e7181ba417","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784912546.6835427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f411c944-c974-41ba-b1e6-a0e7181ba417","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784912546.6835697,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f411c944-c974-41ba-b1e6-a0e7181ba417"} {"level":"info","ts":1784912565.5959902,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912565.5960803,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c1019f6-5b0c-4339-9fc1-738ce1beaf2b"} {"level":"info","ts":1784912565.5960956,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c1019f6-5b0c-4339-9fc1-738ce1beaf2b"} {"level":"info","ts":1784912565.596108,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c1019f6-5b0c-4339-9fc1-738ce1beaf2b","EoS":false} {"level":"info","ts":1784912565.596119,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c1019f6-5b0c-4339-9fc1-738ce1beaf2b","EoS":true} {"level":"info","ts":1784912565.5961406,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c1019f6-5b0c-4339-9fc1-738ce1beaf2b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784912565.5961542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c1019f6-5b0c-4339-9fc1-738ce1beaf2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912565.5961764,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c1019f6-5b0c-4339-9fc1-738ce1beaf2b"} {"level":"info","ts":1784912565.736884,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912565.736984,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89622cd4-6a6b-4783-8360-5e238daf7884"} {"level":"info","ts":1784912565.7369974,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"89622cd4-6a6b-4783-8360-5e238daf7884"} {"level":"info","ts":1784912565.7370098,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89622cd4-6a6b-4783-8360-5e238daf7884","EoS":false} {"level":"info","ts":1784912565.7370212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89622cd4-6a6b-4783-8360-5e238daf7884","EoS":true} {"level":"info","ts":1784912565.73704,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89622cd4-6a6b-4783-8360-5e238daf7884","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784912565.737054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89622cd4-6a6b-4783-8360-5e238daf7884","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912565.7370694,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"89622cd4-6a6b-4783-8360-5e238daf7884"} {"level":"info","ts":1784912565.875331,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912565.8754585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b493c0db-951e-4c99-ba39-088e532e2478"} {"level":"info","ts":1784912565.8754716,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b493c0db-951e-4c99-ba39-088e532e2478"} {"level":"info","ts":1784912565.8754842,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b493c0db-951e-4c99-ba39-088e532e2478","EoS":false} {"level":"info","ts":1784912565.8754952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b493c0db-951e-4c99-ba39-088e532e2478","EoS":true} {"level":"info","ts":1784912565.8755157,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b493c0db-951e-4c99-ba39-088e532e2478","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784912565.8755305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b493c0db-951e-4c99-ba39-088e532e2478","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912565.8755505,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b493c0db-951e-4c99-ba39-088e532e2478"} {"level":"info","ts":1784912566.0153708,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912566.0154455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c4b8de0-64b4-4a17-8fd1-80e57a3a7849"} {"level":"info","ts":1784912566.0154545,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c4b8de0-64b4-4a17-8fd1-80e57a3a7849"} {"level":"info","ts":1784912566.0154657,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c4b8de0-64b4-4a17-8fd1-80e57a3a7849","EoS":false} {"level":"info","ts":1784912566.0154765,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c4b8de0-64b4-4a17-8fd1-80e57a3a7849","EoS":true} {"level":"info","ts":1784912566.015498,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c4b8de0-64b4-4a17-8fd1-80e57a3a7849","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784912566.0155113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c4b8de0-64b4-4a17-8fd1-80e57a3a7849","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912566.0155358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c4b8de0-64b4-4a17-8fd1-80e57a3a7849"} {"level":"info","ts":1784912566.1541536,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912566.1542244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a673c1bf-e8f0-46d0-bab3-4edebd1fc11b"} {"level":"info","ts":1784912566.1542337,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a673c1bf-e8f0-46d0-bab3-4edebd1fc11b"} {"level":"info","ts":1784912566.1542451,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a673c1bf-e8f0-46d0-bab3-4edebd1fc11b","EoS":false} {"level":"info","ts":1784912566.1542597,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a673c1bf-e8f0-46d0-bab3-4edebd1fc11b","EoS":true} {"level":"info","ts":1784912566.1542897,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a673c1bf-e8f0-46d0-bab3-4edebd1fc11b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784912566.1543071,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a673c1bf-e8f0-46d0-bab3-4edebd1fc11b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912566.1543276,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a673c1bf-e8f0-46d0-bab3-4edebd1fc11b"} {"level":"info","ts":1784912566.2921479,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912566.292222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb531cd3-69a6-47e0-9652-2b7d98fd02f1"} {"level":"info","ts":1784912566.2922332,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fb531cd3-69a6-47e0-9652-2b7d98fd02f1"} {"level":"info","ts":1784912566.2922454,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fb531cd3-69a6-47e0-9652-2b7d98fd02f1","EoS":false} {"level":"info","ts":1784912566.2922566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fb531cd3-69a6-47e0-9652-2b7d98fd02f1","EoS":true} {"level":"info","ts":1784912566.2922752,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fb531cd3-69a6-47e0-9652-2b7d98fd02f1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784912566.29229,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb531cd3-69a6-47e0-9652-2b7d98fd02f1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912566.2923107,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fb531cd3-69a6-47e0-9652-2b7d98fd02f1"} {"level":"info","ts":1784912581.9013512,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912581.9014418,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6d1d0ee-d57b-4a6a-a07d-3025d9ee29e1"} {"level":"info","ts":1784912581.901453,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6d1d0ee-d57b-4a6a-a07d-3025d9ee29e1"} {"level":"info","ts":1784912581.9014645,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6d1d0ee-d57b-4a6a-a07d-3025d9ee29e1","EoS":false} {"level":"info","ts":1784912581.901476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6d1d0ee-d57b-4a6a-a07d-3025d9ee29e1","EoS":true} {"level":"info","ts":1784912581.9014957,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6d1d0ee-d57b-4a6a-a07d-3025d9ee29e1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784912581.9015105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6d1d0ee-d57b-4a6a-a07d-3025d9ee29e1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912581.9015257,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6d1d0ee-d57b-4a6a-a07d-3025d9ee29e1"} {"level":"info","ts":1784912581.9524806,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912581.9525688,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3e86047-a9cd-46b4-aa8c-080e568500e3"} {"level":"info","ts":1784912581.9525898,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3e86047-a9cd-46b4-aa8c-080e568500e3"} {"level":"info","ts":1784912581.95261,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3e86047-a9cd-46b4-aa8c-080e568500e3","EoS":false} {"level":"info","ts":1784912581.9526305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3e86047-a9cd-46b4-aa8c-080e568500e3","EoS":true} {"level":"info","ts":1784912581.952664,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3e86047-a9cd-46b4-aa8c-080e568500e3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784912581.9526832,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3e86047-a9cd-46b4-aa8c-080e568500e3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912581.9527152,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3e86047-a9cd-46b4-aa8c-080e568500e3"} {"level":"info","ts":1784912582.0299323,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912582.0300267,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e4cb079-ebd6-4e4d-aa84-d9cff1fb4f72"} {"level":"info","ts":1784912582.0300395,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3e4cb079-ebd6-4e4d-aa84-d9cff1fb4f72"} {"level":"info","ts":1784912582.0300505,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e4cb079-ebd6-4e4d-aa84-d9cff1fb4f72","EoS":false} {"level":"info","ts":1784912582.0300615,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e4cb079-ebd6-4e4d-aa84-d9cff1fb4f72","EoS":true} {"level":"info","ts":1784912582.0300837,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e4cb079-ebd6-4e4d-aa84-d9cff1fb4f72","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784912582.0300987,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e4cb079-ebd6-4e4d-aa84-d9cff1fb4f72","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912582.0301204,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3e4cb079-ebd6-4e4d-aa84-d9cff1fb4f72"} {"level":"info","ts":1784912582.0661037,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912582.0661936,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"57242a06-e523-4bb5-a60f-e581d9110cd9"} {"level":"info","ts":1784912586.6911054,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912586.6911883,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d61d087f-7ab2-4e5e-8207-9be610d5c8e4"} {"level":"info","ts":1784912586.6912003,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d61d087f-7ab2-4e5e-8207-9be610d5c8e4"} {"level":"info","ts":1784912586.6912112,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d61d087f-7ab2-4e5e-8207-9be610d5c8e4","EoS":false} {"level":"info","ts":1784912586.691222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d61d087f-7ab2-4e5e-8207-9be610d5c8e4","EoS":true} {"level":"info","ts":1784912586.6912427,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d61d087f-7ab2-4e5e-8207-9be610d5c8e4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784912586.6912577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d61d087f-7ab2-4e5e-8207-9be610d5c8e4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912586.6912723,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d61d087f-7ab2-4e5e-8207-9be610d5c8e4"} {"level":"info","ts":1784912595.2563353,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912595.2564244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"560e87f8-b2cd-41d4-b52f-65faca0c681e"} {"level":"info","ts":1784912595.2564366,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"560e87f8-b2cd-41d4-b52f-65faca0c681e"} {"level":"info","ts":1784912595.256449,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"560e87f8-b2cd-41d4-b52f-65faca0c681e","EoS":false} {"level":"info","ts":1784912595.256462,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"560e87f8-b2cd-41d4-b52f-65faca0c681e","EoS":true} {"level":"info","ts":1784912595.2564826,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"560e87f8-b2cd-41d4-b52f-65faca0c681e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784912595.2564971,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"560e87f8-b2cd-41d4-b52f-65faca0c681e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784912595.2565184,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"560e87f8-b2cd-41d4-b52f-65faca0c681e"} {"level":"info","ts":1784912597.2922175,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912597.2922904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04b5bc10-476c-4c9a-a7e4-b2498c5f822e"} {"level":"info","ts":1784912597.2922997,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"04b5bc10-476c-4c9a-a7e4-b2498c5f822e"} {"level":"info","ts":1784912597.2923105,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04b5bc10-476c-4c9a-a7e4-b2498c5f822e","EoS":false} {"level":"info","ts":1784912597.2923257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04b5bc10-476c-4c9a-a7e4-b2498c5f822e","EoS":true} {"level":"info","ts":1784912597.292347,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04b5bc10-476c-4c9a-a7e4-b2498c5f822e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784912597.2923613,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04b5bc10-476c-4c9a-a7e4-b2498c5f822e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784912597.2923872,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"04b5bc10-476c-4c9a-a7e4-b2498c5f822e"} {"level":"info","ts":1784912610.1758807,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912610.1760046,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e03430a-4627-4359-8958-625e3d30aa50"} {"level":"info","ts":1784912610.1760218,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2e03430a-4627-4359-8958-625e3d30aa50"} {"level":"info","ts":1784912610.176041,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e03430a-4627-4359-8958-625e3d30aa50","EoS":false} {"level":"info","ts":1784912610.1760638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e03430a-4627-4359-8958-625e3d30aa50","EoS":true} {"level":"info","ts":1784912610.1760976,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e03430a-4627-4359-8958-625e3d30aa50","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784912610.1761186,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e03430a-4627-4359-8958-625e3d30aa50","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912610.1761436,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2e03430a-4627-4359-8958-625e3d30aa50"} {"level":"info","ts":1784912618.7030566,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912618.7031472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b9d1ee7-c557-48e5-8ac8-821e9d635abd"} {"level":"info","ts":1784912618.70316,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0b9d1ee7-c557-48e5-8ac8-821e9d635abd"} {"level":"info","ts":1784912618.7031713,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b9d1ee7-c557-48e5-8ac8-821e9d635abd","EoS":false} {"level":"info","ts":1784912618.7031827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b9d1ee7-c557-48e5-8ac8-821e9d635abd","EoS":true} {"level":"info","ts":1784912618.7032044,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b9d1ee7-c557-48e5-8ac8-821e9d635abd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784912618.7032194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b9d1ee7-c557-48e5-8ac8-821e9d635abd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912618.7032378,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0b9d1ee7-c557-48e5-8ac8-821e9d635abd"} {"level":"info","ts":1784912627.585386,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912627.5854576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cec23028-5606-4ac2-acb0-c2b1adf67673"} {"level":"info","ts":1784912627.5854673,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cec23028-5606-4ac2-acb0-c2b1adf67673"} {"level":"info","ts":1784912627.5854778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cec23028-5606-4ac2-acb0-c2b1adf67673","EoS":false} {"level":"info","ts":1784912627.5854886,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cec23028-5606-4ac2-acb0-c2b1adf67673","EoS":true} {"level":"info","ts":1784912627.5855515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cec23028-5606-4ac2-acb0-c2b1adf67673","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784912627.5855672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cec23028-5606-4ac2-acb0-c2b1adf67673","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912627.5855877,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cec23028-5606-4ac2-acb0-c2b1adf67673"} {"level":"info","ts":1784912636.576705,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912636.576777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c577d55-5c94-4c34-ba9a-b055e3d0ce0a"} {"level":"info","ts":1784912636.5767858,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c577d55-5c94-4c34-ba9a-b055e3d0ce0a"} {"level":"info","ts":1784912636.576797,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c577d55-5c94-4c34-ba9a-b055e3d0ce0a","EoS":false} {"level":"info","ts":1784912636.5768127,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c577d55-5c94-4c34-ba9a-b055e3d0ce0a","EoS":true} {"level":"info","ts":1784912636.5768332,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c577d55-5c94-4c34-ba9a-b055e3d0ce0a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784912636.5768461,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c577d55-5c94-4c34-ba9a-b055e3d0ce0a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912636.5768602,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c577d55-5c94-4c34-ba9a-b055e3d0ce0a"} {"level":"info","ts":1784912641.3219895,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912641.322064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"638c2540-26f5-46ed-9843-947f09f257e7"} {"level":"info","ts":1784912641.3221028,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"638c2540-26f5-46ed-9843-947f09f257e7"} {"level":"info","ts":1784912641.322116,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"638c2540-26f5-46ed-9843-947f09f257e7","EoS":false} {"level":"info","ts":1784912641.3221302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"638c2540-26f5-46ed-9843-947f09f257e7","EoS":true} {"level":"info","ts":1784912641.3221548,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"638c2540-26f5-46ed-9843-947f09f257e7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784912641.3221734,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"638c2540-26f5-46ed-9843-947f09f257e7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912641.3221934,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"638c2540-26f5-46ed-9843-947f09f257e7"} {"level":"info","ts":1784912646.0793169,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912646.0793908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e88485d-75e3-447c-8c75-de9d326f5dde"} {"level":"info","ts":1784912646.079403,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5e88485d-75e3-447c-8c75-de9d326f5dde"} {"level":"info","ts":1784912646.0794144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e88485d-75e3-447c-8c75-de9d326f5dde","EoS":false} {"level":"info","ts":1784912646.0794246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e88485d-75e3-447c-8c75-de9d326f5dde","EoS":true} {"level":"info","ts":1784912646.0794456,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e88485d-75e3-447c-8c75-de9d326f5dde","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784912646.0794601,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e88485d-75e3-447c-8c75-de9d326f5dde","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784912646.079479,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5e88485d-75e3-447c-8c75-de9d326f5dde"} {"level":"info","ts":1784912646.3496418,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912646.3497276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"439a2bcf-157f-4a60-953a-654edbed351d"} {"level":"info","ts":1784912646.3497365,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"439a2bcf-157f-4a60-953a-654edbed351d"} {"level":"info","ts":1784912646.3497484,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"439a2bcf-157f-4a60-953a-654edbed351d","EoS":false} {"level":"info","ts":1784912646.3497589,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"439a2bcf-157f-4a60-953a-654edbed351d","EoS":true} {"level":"info","ts":1784912646.349784,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"439a2bcf-157f-4a60-953a-654edbed351d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784912646.3498037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"439a2bcf-157f-4a60-953a-654edbed351d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784912646.3498232,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"439a2bcf-157f-4a60-953a-654edbed351d"} {"level":"info","ts":1784912648.3855243,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912648.3856053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7c8b71c-47e9-4262-95be-ba4ee79893aa"} {"level":"info","ts":1784912648.385619,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b7c8b71c-47e9-4262-95be-ba4ee79893aa"} {"level":"info","ts":1784912648.3856323,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7c8b71c-47e9-4262-95be-ba4ee79893aa","EoS":false} {"level":"info","ts":1784912648.3856456,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7c8b71c-47e9-4262-95be-ba4ee79893aa","EoS":true} {"level":"info","ts":1784912648.3856711,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7c8b71c-47e9-4262-95be-ba4ee79893aa","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784912648.3856885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7c8b71c-47e9-4262-95be-ba4ee79893aa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784912648.385707,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b7c8b71c-47e9-4262-95be-ba4ee79893aa"} {"level":"info","ts":1784912650.4234853,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912650.423565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bc78089-d427-4561-a962-f82b686e628a"} {"level":"info","ts":1784912650.423574,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1bc78089-d427-4561-a962-f82b686e628a"} {"level":"info","ts":1784912650.4235847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1bc78089-d427-4561-a962-f82b686e628a","EoS":false} {"level":"info","ts":1784912650.4235966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1bc78089-d427-4561-a962-f82b686e628a","EoS":true} {"level":"info","ts":1784912650.4236178,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1bc78089-d427-4561-a962-f82b686e628a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784912650.4236321,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1bc78089-d427-4561-a962-f82b686e628a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784912650.4236517,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1bc78089-d427-4561-a962-f82b686e628a"} {"level":"info","ts":1784912672.8577561,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912672.8578353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3bb6467-3545-4828-bede-952f97a1c96b"} {"level":"info","ts":1784912672.8578472,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3bb6467-3545-4828-bede-952f97a1c96b"} {"level":"info","ts":1784912672.8578598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3bb6467-3545-4828-bede-952f97a1c96b","EoS":false} {"level":"info","ts":1784912672.8578742,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3bb6467-3545-4828-bede-952f97a1c96b","EoS":true} {"level":"info","ts":1784912672.8578968,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3bb6467-3545-4828-bede-952f97a1c96b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784912672.8579116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3bb6467-3545-4828-bede-952f97a1c96b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784912672.8579328,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3bb6467-3545-4828-bede-952f97a1c96b"} {"level":"info","ts":1784912682.167079,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912682.1671672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89584e5a-39b0-4b7e-a7c5-b5b624df391c"} {"level":"info","ts":1784912682.1671772,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"89584e5a-39b0-4b7e-a7c5-b5b624df391c"} {"level":"info","ts":1784912682.1671882,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89584e5a-39b0-4b7e-a7c5-b5b624df391c","EoS":false} {"level":"info","ts":1784912682.167201,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89584e5a-39b0-4b7e-a7c5-b5b624df391c","EoS":true} {"level":"info","ts":1784912682.1672242,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89584e5a-39b0-4b7e-a7c5-b5b624df391c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784912682.1672392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89584e5a-39b0-4b7e-a7c5-b5b624df391c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912682.1672568,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"89584e5a-39b0-4b7e-a7c5-b5b624df391c"} {"level":"info","ts":1784912687.5715904,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912687.5716674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"adfb7b90-d679-4196-abc3-543f690684d9"} {"level":"info","ts":1784912687.5716774,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"adfb7b90-d679-4196-abc3-543f690684d9"} {"level":"info","ts":1784912687.5716887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"adfb7b90-d679-4196-abc3-543f690684d9","EoS":false} {"level":"info","ts":1784912687.5717053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"adfb7b90-d679-4196-abc3-543f690684d9","EoS":true} {"level":"info","ts":1784912687.571725,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"adfb7b90-d679-4196-abc3-543f690684d9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784912687.5717394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"adfb7b90-d679-4196-abc3-543f690684d9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784912687.5717602,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"adfb7b90-d679-4196-abc3-543f690684d9"} {"level":"info","ts":1784912697.1315265,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912697.1315978,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"140f149b-9d32-44dc-9738-de3a137f9037"} {"level":"info","ts":1784912697.1316066,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"140f149b-9d32-44dc-9738-de3a137f9037"} {"level":"info","ts":1784912697.1316175,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"140f149b-9d32-44dc-9738-de3a137f9037","EoS":false} {"level":"info","ts":1784912697.1316304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"140f149b-9d32-44dc-9738-de3a137f9037","EoS":true} {"level":"info","ts":1784912697.1316533,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"140f149b-9d32-44dc-9738-de3a137f9037","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784912697.1316679,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"140f149b-9d32-44dc-9738-de3a137f9037","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912697.131686,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"140f149b-9d32-44dc-9738-de3a137f9037"} {"level":"info","ts":1784912699.1678197,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912699.1678948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f85f12d-9b6f-473a-b2e5-4f68d52d6eea"} {"level":"info","ts":1784912699.167907,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0f85f12d-9b6f-473a-b2e5-4f68d52d6eea"} {"level":"info","ts":1784912699.1679187,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f85f12d-9b6f-473a-b2e5-4f68d52d6eea","EoS":false} {"level":"info","ts":1784912699.1679592,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f85f12d-9b6f-473a-b2e5-4f68d52d6eea","EoS":true} {"level":"info","ts":1784912699.16798,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f85f12d-9b6f-473a-b2e5-4f68d52d6eea","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784912699.1679943,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f85f12d-9b6f-473a-b2e5-4f68d52d6eea","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912699.1680076,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0f85f12d-9b6f-473a-b2e5-4f68d52d6eea"} {"level":"info","ts":1784912708.6059248,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912708.606019,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"899b6a99-d457-4249-96d4-eb303b554768"} {"level":"info","ts":1784912708.6060314,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"899b6a99-d457-4249-96d4-eb303b554768"} {"level":"info","ts":1784912708.6060426,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"899b6a99-d457-4249-96d4-eb303b554768","EoS":false} {"level":"info","ts":1784912708.606058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"899b6a99-d457-4249-96d4-eb303b554768","EoS":true} {"level":"info","ts":1784912708.6060808,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"899b6a99-d457-4249-96d4-eb303b554768","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784912708.6060956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"899b6a99-d457-4249-96d4-eb303b554768","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912708.6061106,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"899b6a99-d457-4249-96d4-eb303b554768"} {"level":"info","ts":1784912708.644237,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912708.6442957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6ba74fe-e911-4777-b1bf-596291674109"} {"level":"info","ts":1784912708.6443036,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f6ba74fe-e911-4777-b1bf-596291674109"} {"level":"info","ts":1784912708.6443145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6ba74fe-e911-4777-b1bf-596291674109","EoS":false} {"level":"info","ts":1784912708.6443307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6ba74fe-e911-4777-b1bf-596291674109","EoS":true} {"level":"info","ts":1784912708.6443472,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6ba74fe-e911-4777-b1bf-596291674109","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784912708.6443603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6ba74fe-e911-4777-b1bf-596291674109","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912708.6443768,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f6ba74fe-e911-4777-b1bf-596291674109"} {"level":"info","ts":1784912727.6781497,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912727.678226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44537a61-0848-42da-a166-ab00fdf7760c"} {"level":"info","ts":1784912727.678235,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44537a61-0848-42da-a166-ab00fdf7760c"} {"level":"info","ts":1784912727.6782458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44537a61-0848-42da-a166-ab00fdf7760c","EoS":false} {"level":"info","ts":1784912727.6782563,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44537a61-0848-42da-a166-ab00fdf7760c","EoS":true} {"level":"info","ts":1784912727.678277,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44537a61-0848-42da-a166-ab00fdf7760c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784912727.6782923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44537a61-0848-42da-a166-ab00fdf7760c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912727.6783137,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44537a61-0848-42da-a166-ab00fdf7760c"} {"level":"info","ts":1784912736.9802723,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912736.980354,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f36d44d5-ff6f-43d3-bac8-baafb75025a7"} {"level":"info","ts":1784912736.980366,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f36d44d5-ff6f-43d3-bac8-baafb75025a7"} {"level":"info","ts":1784912736.9803767,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f36d44d5-ff6f-43d3-bac8-baafb75025a7","EoS":false} {"level":"info","ts":1784912736.9803898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f36d44d5-ff6f-43d3-bac8-baafb75025a7","EoS":true} {"level":"info","ts":1784912736.9804127,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f36d44d5-ff6f-43d3-bac8-baafb75025a7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784912736.9804251,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f36d44d5-ff6f-43d3-bac8-baafb75025a7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912736.9804392,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f36d44d5-ff6f-43d3-bac8-baafb75025a7"} {"level":"info","ts":1784912742.199448,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912742.1995323,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94446eee-d8c3-49db-9a24-6a26669f8fd0"} {"level":"info","ts":1784912742.199542,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"94446eee-d8c3-49db-9a24-6a26669f8fd0"} {"level":"info","ts":1784912742.1995537,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94446eee-d8c3-49db-9a24-6a26669f8fd0","EoS":false} {"level":"info","ts":1784912742.1995676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94446eee-d8c3-49db-9a24-6a26669f8fd0","EoS":true} {"level":"info","ts":1784912742.1995885,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94446eee-d8c3-49db-9a24-6a26669f8fd0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784912742.1996045,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94446eee-d8c3-49db-9a24-6a26669f8fd0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784912742.1996238,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"94446eee-d8c3-49db-9a24-6a26669f8fd0"} {"level":"info","ts":1784912832.5329762,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912832.53305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e362063b-4fb0-491e-b1f5-2cfeb8a82648"} {"level":"info","ts":1784912832.5330603,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e362063b-4fb0-491e-b1f5-2cfeb8a82648"} {"level":"info","ts":1784912832.5331075,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e362063b-4fb0-491e-b1f5-2cfeb8a82648","EoS":false} {"level":"info","ts":1784912832.5331228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e362063b-4fb0-491e-b1f5-2cfeb8a82648","EoS":true} {"level":"info","ts":1784912832.533143,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e362063b-4fb0-491e-b1f5-2cfeb8a82648","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784912832.5331566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e362063b-4fb0-491e-b1f5-2cfeb8a82648","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784912832.533178,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e362063b-4fb0-491e-b1f5-2cfeb8a82648"} {"level":"info","ts":1784912857.6884327,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912857.6885107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2392e847-c022-46e5-9427-aba6b6c1ee6d"} {"level":"info","ts":1784912857.6885207,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2392e847-c022-46e5-9427-aba6b6c1ee6d"} {"level":"info","ts":1784912857.6885316,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2392e847-c022-46e5-9427-aba6b6c1ee6d","EoS":false} {"level":"info","ts":1784912857.6885421,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2392e847-c022-46e5-9427-aba6b6c1ee6d","EoS":true} {"level":"info","ts":1784912857.688561,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2392e847-c022-46e5-9427-aba6b6c1ee6d","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784912857.6885757,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2392e847-c022-46e5-9427-aba6b6c1ee6d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784912857.6885908,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2392e847-c022-46e5-9427-aba6b6c1ee6d"} {"level":"info","ts":1784912894.7089763,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912894.7090478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4292c54f-f18c-45d1-9ae3-b81752b5e3f3"} {"level":"info","ts":1784912894.7090602,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4292c54f-f18c-45d1-9ae3-b81752b5e3f3"} {"level":"info","ts":1784912894.7090714,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4292c54f-f18c-45d1-9ae3-b81752b5e3f3","EoS":false} {"level":"info","ts":1784912894.7090845,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4292c54f-f18c-45d1-9ae3-b81752b5e3f3","EoS":true} {"level":"info","ts":1784912894.7091053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4292c54f-f18c-45d1-9ae3-b81752b5e3f3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784912894.7091177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4292c54f-f18c-45d1-9ae3-b81752b5e3f3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912894.7091365,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4292c54f-f18c-45d1-9ae3-b81752b5e3f3"} {"level":"info","ts":1784912909.9321039,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912909.932181,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"595b1509-0ac0-4a06-8efe-8e5b4555a929"} {"level":"info","ts":1784912909.932192,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"595b1509-0ac0-4a06-8efe-8e5b4555a929"} {"level":"info","ts":1784912909.932203,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"595b1509-0ac0-4a06-8efe-8e5b4555a929","EoS":false} {"level":"info","ts":1784912909.9322133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"595b1509-0ac0-4a06-8efe-8e5b4555a929","EoS":true} {"level":"info","ts":1784912909.9322338,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"595b1509-0ac0-4a06-8efe-8e5b4555a929","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784912909.9322493,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"595b1509-0ac0-4a06-8efe-8e5b4555a929","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912909.9322693,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"595b1509-0ac0-4a06-8efe-8e5b4555a929"} {"level":"info","ts":1784912910.2123792,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912910.2124567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc295db7-0a5c-4550-af15-f14beff279a1"} {"level":"info","ts":1784912910.2124686,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bc295db7-0a5c-4550-af15-f14beff279a1"} {"level":"info","ts":1784912910.2124867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bc295db7-0a5c-4550-af15-f14beff279a1","EoS":false} {"level":"info","ts":1784912910.2125084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bc295db7-0a5c-4550-af15-f14beff279a1","EoS":true} {"level":"info","ts":1784912910.2125354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc295db7-0a5c-4550-af15-f14beff279a1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784912910.212551,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc295db7-0a5c-4550-af15-f14beff279a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912910.2125714,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bc295db7-0a5c-4550-af15-f14beff279a1"} {"level":"info","ts":1784913210.4092486,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913210.4093356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a5774cf-f152-4b1f-9c87-fdfdce0ad442"} {"level":"info","ts":1784913210.4093437,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7a5774cf-f152-4b1f-9c87-fdfdce0ad442"} {"level":"info","ts":1784913210.409355,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a5774cf-f152-4b1f-9c87-fdfdce0ad442","EoS":false} {"level":"info","ts":1784913210.4093752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a5774cf-f152-4b1f-9c87-fdfdce0ad442","EoS":true} {"level":"info","ts":1784913210.4094386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a5774cf-f152-4b1f-9c87-fdfdce0ad442","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913210.4094546,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a5774cf-f152-4b1f-9c87-fdfdce0ad442","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913210.4094748,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7a5774cf-f152-4b1f-9c87-fdfdce0ad442"} {"level":"info","ts":1784913210.4528978,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913210.452982,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"643fa66f-7994-44ce-b5a1-77fc0033e9b5"} {"level":"info","ts":1784913210.4529908,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"643fa66f-7994-44ce-b5a1-77fc0033e9b5"} {"level":"info","ts":1784913210.453002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"643fa66f-7994-44ce-b5a1-77fc0033e9b5","EoS":false} {"level":"info","ts":1784913210.453012,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"643fa66f-7994-44ce-b5a1-77fc0033e9b5","EoS":true} {"level":"info","ts":1784913210.4530654,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"643fa66f-7994-44ce-b5a1-77fc0033e9b5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913210.4530804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"643fa66f-7994-44ce-b5a1-77fc0033e9b5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913210.4530993,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"643fa66f-7994-44ce-b5a1-77fc0033e9b5"} {"level":"info","ts":1784913210.4949086,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913210.4949858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"442bccb6-1507-46ff-8738-4ed346c6fb16"} {"level":"info","ts":1784913210.4949954,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"442bccb6-1507-46ff-8738-4ed346c6fb16"} {"level":"info","ts":1784913210.4950068,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"442bccb6-1507-46ff-8738-4ed346c6fb16","EoS":false} {"level":"info","ts":1784913210.495016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"442bccb6-1507-46ff-8738-4ed346c6fb16","EoS":true} {"level":"info","ts":1784913210.4950333,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"442bccb6-1507-46ff-8738-4ed346c6fb16","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784913210.4950473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"442bccb6-1507-46ff-8738-4ed346c6fb16","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913210.495061,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"442bccb6-1507-46ff-8738-4ed346c6fb16"} {"level":"info","ts":1784913215.342512,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef499e17-f40a-4303-9e20-ce6f4c3facd5"} {"level":"info","ts":1784913215.3425646,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f5d7f05-b7d9-49ed-875f-99ee843d0bee","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784913215.3426015,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f5d7f05-b7d9-49ed-875f-99ee843d0bee","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784913215.347578,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e8c3a54-0866-4f2c-9b90-a1f525386b50","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784913215.3476024,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e8c3a54-0866-4f2c-9b90-a1f525386b50","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784913215.3505762,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef499e17-f40a-4303-9e20-ce6f4c3facd5","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784913215.3507767,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35621.77686182,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784913215.3507915,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784913215.4633446,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1e2c6f9-c808-4b47-bf9c-db00a52ceb86","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784913215.4633949,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1e2c6f9-c808-4b47-bf9c-db00a52ceb86","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784913215.4636967,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d790cc5-de5d-48db-9aca-e3e8b9071a29"} {"level":"error","ts":1784913215.5486803,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d790cc5-de5d-48db-9aca-e3e8b9071a29","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784913215.548732,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d790cc5-de5d-48db-9aca-e3e8b9071a29","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784913215.549079,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784913215.549535,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c65f079-298f-4f66-b133-60892ec7eab6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784913215.5495796,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8337c11-9271-4360-8036-50cdd3411347","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784913215.5496166,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8337c11-9271-4360-8036-50cdd3411347","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784913215.5496955,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c65f079-298f-4f66-b133-60892ec7eab6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784913215.5497375,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc5e6b0a-fb5a-4171-a09e-7919718012a8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784913215.549755,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc5e6b0a-fb5a-4171-a09e-7919718012a8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784913215.5497983,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b64e0731-983c-4d4a-b79c-4d17302d4d57","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784913215.5498142,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b64e0731-983c-4d4a-b79c-4d17302d4d57","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784913215.5519218,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34262.638700727,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784913215.551961,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784913215.5531056,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d790cc5-de5d-48db-9aca-e3e8b9071a29","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784913215.5531464,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d790cc5-de5d-48db-9aca-e3e8b9071a29","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784913215.5532033,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aae63ae4-8e6e-460f-a9cc-5500dbdf3470"} {"level":"info","ts":1784913215.553371,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38850.446760401,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784913215.5533838,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784913215.559714,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784913215.560165,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784913215.603693,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62d4df4f-1686-4326-92c5-e0374db18f6b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784913215.603727,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62d4df4f-1686-4326-92c5-e0374db18f6b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784913215.6202598,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53142f23-dc60-4146-b468-ab5feb36627c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784913215.6202946,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53142f23-dc60-4146-b468-ab5feb36627c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784913215.6342695,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7800fc3b-bf96-44cf-ac9d-9dea7df128a6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784913215.6342988,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7800fc3b-bf96-44cf-ac9d-9dea7df128a6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784913215.6523578,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef499e17-f40a-4303-9e20-ce6f4c3facd5","name":"e2e-external-provider"} {"level":"info","ts":1784913215.6534274,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aae63ae4-8e6e-460f-a9cc-5500dbdf3470","name":"e2e-external-model"} {"level":"info","ts":1784913215.6620462,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aae63ae4-8e6e-460f-a9cc-5500dbdf3470","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784913215.6626027,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef499e17-f40a-4303-9e20-ce6f4c3facd5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784913215.6656404,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aae63ae4-8e6e-460f-a9cc-5500dbdf3470","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784913215.665726,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e76a83d-2fef-4657-80a9-27a66fbeb74f"} {"level":"info","ts":1784913215.6657827,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e76a83d-2fef-4657-80a9-27a66fbeb74f","name":"e2e-external-model"} {"level":"error","ts":1784913215.6658356,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef499e17-f40a-4303-9e20-ce6f4c3facd5","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784913215.665904,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"15769ca3-576e-4870-9c25-5819477eeabe"} {"level":"info","ts":1784913215.6659667,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"15769ca3-576e-4870-9c25-5819477eeabe","name":"e2e-external-provider"} {"level":"info","ts":1784913215.6743655,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e76a83d-2fef-4657-80a9-27a66fbeb74f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784913215.6755931,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"15769ca3-576e-4870-9c25-5819477eeabe","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784913222.8140032,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913222.8140965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10098b47-1a99-4b75-a583-110be589b261"} {"level":"info","ts":1784913222.8141143,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"10098b47-1a99-4b75-a583-110be589b261"} {"level":"info","ts":1784913222.8141294,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10098b47-1a99-4b75-a583-110be589b261","EoS":false} {"level":"info","ts":1784913222.8141458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10098b47-1a99-4b75-a583-110be589b261","EoS":true} {"level":"info","ts":1784913222.814171,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"10098b47-1a99-4b75-a583-110be589b261","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784913222.8141918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10098b47-1a99-4b75-a583-110be589b261","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784913222.8142042,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"10098b47-1a99-4b75-a583-110be589b261","modelName":"e2e-external-model"} {"level":"info","ts":1784913222.8142374,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"10098b47-1a99-4b75-a583-110be589b261","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784913222.814294,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"10098b47-1a99-4b75-a583-110be589b261"} {"level":"info","ts":1784913222.860234,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913222.8603065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9dff0256-c079-4c40-a1eb-fbeee3c24436"} {"level":"info","ts":1784913222.860358,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9dff0256-c079-4c40-a1eb-fbeee3c24436"} {"level":"info","ts":1784913222.8603811,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9dff0256-c079-4c40-a1eb-fbeee3c24436","EoS":false} {"level":"info","ts":1784913222.860394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9dff0256-c079-4c40-a1eb-fbeee3c24436","EoS":true} {"level":"info","ts":1784913222.860416,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9dff0256-c079-4c40-a1eb-fbeee3c24436","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784913222.86043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9dff0256-c079-4c40-a1eb-fbeee3c24436","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784913222.8604422,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9dff0256-c079-4c40-a1eb-fbeee3c24436","modelName":"e2e-external-model"} {"level":"info","ts":1784913222.8604593,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9dff0256-c079-4c40-a1eb-fbeee3c24436","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784913222.8605003,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9dff0256-c079-4c40-a1eb-fbeee3c24436"} {"level":"info","ts":1784913222.8855045,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913222.8855562,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab"} {"level":"info","ts":1784913222.885564,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab"} {"level":"info","ts":1784913222.8855743,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab","EoS":false} {"level":"info","ts":1784913222.8855834,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab","EoS":true} {"level":"info","ts":1784913222.885599,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784913222.8856132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784913222.8856213,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab","modelName":"e2e-external-model"} {"level":"info","ts":1784913222.8856335,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784913222.885666,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab"} {"level":"info","ts":1784913223.0140772,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f2ba2fc-ea9e-4634-b3d7-f13573117fac","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784913223.0141034,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9ca81ae-3fe5-420f-a6fd-91ed19747980"} {"level":"info","ts":1784913223.014116,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f2ba2fc-ea9e-4634-b3d7-f13573117fac","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784913223.0214612,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d085051-265d-4c9f-9d4f-fe4b6dca8c28","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784913223.0214918,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d085051-265d-4c9f-9d4f-fe4b6dca8c28","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784913223.021545,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9ca81ae-3fe5-420f-a6fd-91ed19747980","name":"e2e-cleanup-test"} {"level":"info","ts":1784913223.0301335,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9ca81ae-3fe5-420f-a6fd-91ed19747980","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784913223.038732,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"875997ee-ba40-478f-95c7-04377d1ba495"} {"level":"info","ts":1784913223.0387976,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"875997ee-ba40-478f-95c7-04377d1ba495","name":"e2e-cleanup-test"} {"level":"info","ts":1784913223.0390294,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9748883b-0778-4dd0-af9b-0fc7dba82438","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784913223.0390558,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9748883b-0778-4dd0-af9b-0fc7dba82438","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784913223.052658,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"875997ee-ba40-478f-95c7-04377d1ba495","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784913223.0527048,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"875997ee-ba40-478f-95c7-04377d1ba495","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784913223.052755,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac86beb4-6715-4ef6-89c1-9cc4513bc00a"} {"level":"info","ts":1784913223.052806,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac86beb4-6715-4ef6-89c1-9cc4513bc00a","name":"e2e-cleanup-test"} {"level":"info","ts":1784913223.0528104,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3bed53ae-d80b-4d62-92ce-04c5aa85dcfa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784913223.0528347,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3bed53ae-d80b-4d62-92ce-04c5aa85dcfa","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784913223.060227,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac86beb4-6715-4ef6-89c1-9cc4513bc00a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784913223.0650966,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba3a3249-8806-4950-be16-3b37b4b530c5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784913223.0651224,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba3a3249-8806-4950-be16-3b37b4b530c5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784913223.0685148,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac86beb4-6715-4ef6-89c1-9cc4513bc00a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784913223.0686252,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a07e990d-c41e-4ff9-bd2d-0ab945bf3552"} {"level":"info","ts":1784913223.0686831,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a07e990d-c41e-4ff9-bd2d-0ab945bf3552","name":"e2e-cleanup-test"} {"level":"info","ts":1784913223.075994,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a07e990d-c41e-4ff9-bd2d-0ab945bf3552","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784913231.2977412,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c042f0f-dcb7-419c-9042-8c891d5ea917","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784913231.2977798,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c042f0f-dcb7-419c-9042-8c891d5ea917","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784913231.2977762,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62fe2221-226d-4f0b-ae9b-eaaa1738664f"} {"level":"info","ts":1784913235.6003716,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913235.6004453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75b56644-08d3-430e-993b-5129caa37bb6"} {"level":"info","ts":1784913235.6004548,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"75b56644-08d3-430e-993b-5129caa37bb6"} {"level":"info","ts":1784913235.6004663,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75b56644-08d3-430e-993b-5129caa37bb6","EoS":false} {"level":"info","ts":1784913235.6004786,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75b56644-08d3-430e-993b-5129caa37bb6","EoS":true} {"level":"info","ts":1784913235.6004977,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75b56644-08d3-430e-993b-5129caa37bb6","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784913235.6005113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75b56644-08d3-430e-993b-5129caa37bb6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784913235.6005244,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"75b56644-08d3-430e-993b-5129caa37bb6"} {"level":"info","ts":1784913235.6256135,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913235.6256688,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd"} {"level":"info","ts":1784913235.6256766,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd"} {"level":"info","ts":1784913235.6256871,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd","EoS":false} {"level":"info","ts":1784913235.6256964,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd","EoS":true} {"level":"info","ts":1784913235.625713,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784913235.6257277,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784913235.6257346,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd","modelName":"e2e-external-model"} {"level":"info","ts":1784913235.6257482,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784913235.6257825,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd"} {"level":"info","ts":1784913235.664283,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913235.6643379,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184"} {"level":"info","ts":1784913235.664347,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184"} {"level":"info","ts":1784913235.6643567,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184","EoS":false} {"level":"info","ts":1784913235.664366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184","EoS":true} {"level":"info","ts":1784913235.6643817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784913235.6643956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784913235.664411,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184"} {"level":"info","ts":1784913235.8057876,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913235.8058538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec800236-4d45-47e5-810d-b61482a05ba7"} {"level":"info","ts":1784913235.8058634,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec800236-4d45-47e5-810d-b61482a05ba7"} {"level":"info","ts":1784913235.8058743,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec800236-4d45-47e5-810d-b61482a05ba7","EoS":false} {"level":"info","ts":1784913235.8058834,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec800236-4d45-47e5-810d-b61482a05ba7","EoS":true} {"level":"info","ts":1784913235.8059034,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"ec800236-4d45-47e5-810d-b61482a05ba7","field":"model"} {"level":"info","ts":1784913235.8059282,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec800236-4d45-47e5-810d-b61482a05ba7"} {"level":"info","ts":1784913236.6962707,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6361271-a327-4d47-a724-7ed170628d58","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784913236.6963093,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6361271-a327-4d47-a724-7ed170628d58","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784913236.6963198,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04cc60b8-1fff-4acf-b28b-3236d82964dc"} {"level":"info","ts":1784913236.8408396,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f8c5bd57-a001-4369-ab96-c4294e8f7e43","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784913236.8408506,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c5d5ef4c-79c0-4cc3-95a7-2e60419101fb"} {"level":"info","ts":1784913236.8408854,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f8c5bd57-a001-4369-ab96-c4294e8f7e43","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784914386.715011,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914386.7150915,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8df3c96f-3279-4c5b-8d14-a4f401eb3c73"} {"level":"info","ts":1784914441.2118516,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914441.2119646,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef6aff49-b686-4531-8734-0061496dbd04"} {"level":"info","ts":1784914441.211979,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ef6aff49-b686-4531-8734-0061496dbd04"} {"level":"info","ts":1784914441.2119923,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef6aff49-b686-4531-8734-0061496dbd04","EoS":false} {"level":"info","ts":1784914441.2120042,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef6aff49-b686-4531-8734-0061496dbd04","EoS":true} {"level":"info","ts":1784914441.2120261,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef6aff49-b686-4531-8734-0061496dbd04","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914441.2120416,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef6aff49-b686-4531-8734-0061496dbd04","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784914441.2120652,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef6aff49-b686-4531-8734-0061496dbd04"}