{"level":"info","ts":1784912541.688425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffa5ed37-fd9a-481b-b7fe-2d40f840c5df","EoS":true} {"level":"info","ts":1784912541.68846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffa5ed37-fd9a-481b-b7fe-2d40f840c5df","header":"x-maas-username"} {"level":"info","ts":1784912541.6884725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffa5ed37-fd9a-481b-b7fe-2d40f840c5df","header":"x-maas-group"} {"level":"info","ts":1784912541.6884813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffa5ed37-fd9a-481b-b7fe-2d40f840c5df","header":"x-maas-subscription"} {"level":"info","ts":1784912541.688501,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffa5ed37-fd9a-481b-b7fe-2d40f840c5df","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912541.6885362,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ffa5ed37-fd9a-481b-b7fe-2d40f840c5df"} {"level":"info","ts":1784912541.6900606,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ffa5ed37-fd9a-481b-b7fe-2d40f840c5df"} {"level":"info","ts":1784912541.6900756,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ffa5ed37-fd9a-481b-b7fe-2d40f840c5df"} {"level":"info","ts":1784912541.6900926,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ffa5ed37-fd9a-481b-b7fe-2d40f840c5df","EoS":false} {"level":"info","ts":1784912541.690109,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ffa5ed37-fd9a-481b-b7fe-2d40f840c5df","EoS":true} {"level":"info","ts":1784912541.6901553,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ffa5ed37-fd9a-481b-b7fe-2d40f840c5df"} {"level":"info","ts":1784912542.4942577,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912542.4943287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"724db10f-5d45-4f87-a3a5-b7218acc322f"} {"level":"info","ts":1784912542.4943385,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"724db10f-5d45-4f87-a3a5-b7218acc322f"} {"level":"info","ts":1784912542.4943488,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"724db10f-5d45-4f87-a3a5-b7218acc322f","EoS":true} {"level":"info","ts":1784912542.4943736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"724db10f-5d45-4f87-a3a5-b7218acc322f","header":"x-maas-subscription"} {"level":"info","ts":1784912542.4943883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"724db10f-5d45-4f87-a3a5-b7218acc322f","header":"x-maas-group"} {"level":"info","ts":1784912542.4943948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"724db10f-5d45-4f87-a3a5-b7218acc322f","header":"x-maas-username"} {"level":"info","ts":1784912542.4944098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"724db10f-5d45-4f87-a3a5-b7218acc322f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912542.4944372,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"724db10f-5d45-4f87-a3a5-b7218acc322f"} {"level":"info","ts":1784912542.4951925,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"724db10f-5d45-4f87-a3a5-b7218acc322f"} {"level":"info","ts":1784912542.495218,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"724db10f-5d45-4f87-a3a5-b7218acc322f"} {"level":"info","ts":1784912542.4952364,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"724db10f-5d45-4f87-a3a5-b7218acc322f","EoS":false} {"level":"info","ts":1784912542.4952478,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"724db10f-5d45-4f87-a3a5-b7218acc322f","EoS":true} {"level":"info","ts":1784912542.4952817,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"724db10f-5d45-4f87-a3a5-b7218acc322f"} {"level":"info","ts":1784912565.60848,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912565.608555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c1019f6-5b0c-4339-9fc1-738ce1beaf2b"} {"level":"info","ts":1784912565.608565,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c1019f6-5b0c-4339-9fc1-738ce1beaf2b"} {"level":"info","ts":1784912565.6085765,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c1019f6-5b0c-4339-9fc1-738ce1beaf2b","EoS":true} {"level":"info","ts":1784912565.6085992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c1019f6-5b0c-4339-9fc1-738ce1beaf2b","header":"x-maas-group"} {"level":"info","ts":1784912565.6086102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c1019f6-5b0c-4339-9fc1-738ce1beaf2b","header":"x-maas-subscription"} {"level":"info","ts":1784912565.6086152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c1019f6-5b0c-4339-9fc1-738ce1beaf2b","header":"x-maas-username"} {"level":"info","ts":1784912565.6086268,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c1019f6-5b0c-4339-9fc1-738ce1beaf2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912565.6086504,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c1019f6-5b0c-4339-9fc1-738ce1beaf2b"} {"level":"info","ts":1784912565.6118681,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3c1019f6-5b0c-4339-9fc1-738ce1beaf2b"} {"level":"info","ts":1784912565.611881,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3c1019f6-5b0c-4339-9fc1-738ce1beaf2b"} {"level":"info","ts":1784912565.6118922,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3c1019f6-5b0c-4339-9fc1-738ce1beaf2b","EoS":false} {"level":"info","ts":1784912565.6119018,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3c1019f6-5b0c-4339-9fc1-738ce1beaf2b","EoS":true} {"level":"info","ts":1784912565.6119578,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3c1019f6-5b0c-4339-9fc1-738ce1beaf2b"} {"level":"info","ts":1784912565.7482426,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912565.7483277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89622cd4-6a6b-4783-8360-5e238daf7884"} {"level":"info","ts":1784912565.7483418,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"89622cd4-6a6b-4783-8360-5e238daf7884"} {"level":"info","ts":1784912565.748406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89622cd4-6a6b-4783-8360-5e238daf7884","EoS":true} {"level":"info","ts":1784912565.7484403,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89622cd4-6a6b-4783-8360-5e238daf7884","header":"x-maas-subscription"} {"level":"info","ts":1784912565.7484524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89622cd4-6a6b-4783-8360-5e238daf7884","header":"x-maas-group"} {"level":"info","ts":1784912565.7484617,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89622cd4-6a6b-4783-8360-5e238daf7884","header":"x-maas-username"} {"level":"info","ts":1784912565.7484832,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89622cd4-6a6b-4783-8360-5e238daf7884","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912565.7485168,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"89622cd4-6a6b-4783-8360-5e238daf7884"} {"level":"info","ts":1784912565.7494404,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"89622cd4-6a6b-4783-8360-5e238daf7884"} {"level":"info","ts":1784912565.7494605,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"89622cd4-6a6b-4783-8360-5e238daf7884"} {"level":"info","ts":1784912565.7494795,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"89622cd4-6a6b-4783-8360-5e238daf7884","EoS":false} {"level":"info","ts":1784912565.749492,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"89622cd4-6a6b-4783-8360-5e238daf7884","EoS":true} {"level":"info","ts":1784912565.7495253,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"89622cd4-6a6b-4783-8360-5e238daf7884"} {"level":"info","ts":1784912565.8880732,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912565.888139,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b493c0db-951e-4c99-ba39-088e532e2478"} {"level":"info","ts":1784912565.8881502,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b493c0db-951e-4c99-ba39-088e532e2478"} {"level":"info","ts":1784912565.8881614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b493c0db-951e-4c99-ba39-088e532e2478","EoS":true} {"level":"info","ts":1784912565.888184,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b493c0db-951e-4c99-ba39-088e532e2478","header":"x-maas-subscription"} {"level":"info","ts":1784912565.8881958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b493c0db-951e-4c99-ba39-088e532e2478","header":"x-maas-username"} {"level":"info","ts":1784912565.8882027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b493c0db-951e-4c99-ba39-088e532e2478","header":"x-maas-group"} {"level":"info","ts":1784912565.8882182,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b493c0db-951e-4c99-ba39-088e532e2478","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912565.8882487,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b493c0db-951e-4c99-ba39-088e532e2478"} {"level":"info","ts":1784912565.8892055,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b493c0db-951e-4c99-ba39-088e532e2478"} {"level":"info","ts":1784912565.8892243,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b493c0db-951e-4c99-ba39-088e532e2478"} {"level":"info","ts":1784912565.8892415,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b493c0db-951e-4c99-ba39-088e532e2478","EoS":false} {"level":"info","ts":1784912565.8892527,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b493c0db-951e-4c99-ba39-088e532e2478","EoS":true} {"level":"info","ts":1784912565.8892894,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b493c0db-951e-4c99-ba39-088e532e2478"} {"level":"info","ts":1784912566.0277472,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912566.0278225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c4b8de0-64b4-4a17-8fd1-80e57a3a7849"} {"level":"info","ts":1784912566.0278335,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c4b8de0-64b4-4a17-8fd1-80e57a3a7849"} {"level":"info","ts":1784912566.0278444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c4b8de0-64b4-4a17-8fd1-80e57a3a7849","EoS":true} {"level":"info","ts":1784912566.0278661,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c4b8de0-64b4-4a17-8fd1-80e57a3a7849","header":"x-maas-username"} {"level":"info","ts":1784912566.0278742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c4b8de0-64b4-4a17-8fd1-80e57a3a7849","header":"x-maas-subscription"} {"level":"info","ts":1784912566.0278811,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c4b8de0-64b4-4a17-8fd1-80e57a3a7849","header":"x-maas-group"} {"level":"info","ts":1784912566.0278926,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c4b8de0-64b4-4a17-8fd1-80e57a3a7849","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912566.0279183,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c4b8de0-64b4-4a17-8fd1-80e57a3a7849"} {"level":"info","ts":1784912566.0288615,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c4b8de0-64b4-4a17-8fd1-80e57a3a7849"} {"level":"info","ts":1784912566.0288804,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9c4b8de0-64b4-4a17-8fd1-80e57a3a7849"} {"level":"info","ts":1784912566.028899,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c4b8de0-64b4-4a17-8fd1-80e57a3a7849","EoS":false} {"level":"info","ts":1784912566.0289114,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c4b8de0-64b4-4a17-8fd1-80e57a3a7849","EoS":true} {"level":"info","ts":1784912566.0289588,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9c4b8de0-64b4-4a17-8fd1-80e57a3a7849"} {"level":"info","ts":1784912566.1664565,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912566.1665404,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a673c1bf-e8f0-46d0-bab3-4edebd1fc11b"} {"level":"info","ts":1784912566.1665547,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a673c1bf-e8f0-46d0-bab3-4edebd1fc11b"} {"level":"info","ts":1784912566.1665657,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a673c1bf-e8f0-46d0-bab3-4edebd1fc11b","EoS":true} {"level":"info","ts":1784912566.1665874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a673c1bf-e8f0-46d0-bab3-4edebd1fc11b","header":"x-maas-username"} {"level":"info","ts":1784912566.1666117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a673c1bf-e8f0-46d0-bab3-4edebd1fc11b","header":"x-maas-subscription"} {"level":"info","ts":1784912566.1666203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a673c1bf-e8f0-46d0-bab3-4edebd1fc11b","header":"x-maas-group"} {"level":"info","ts":1784912566.166634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a673c1bf-e8f0-46d0-bab3-4edebd1fc11b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912566.1666555,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a673c1bf-e8f0-46d0-bab3-4edebd1fc11b"} {"level":"info","ts":1784912566.1675584,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a673c1bf-e8f0-46d0-bab3-4edebd1fc11b"} {"level":"info","ts":1784912566.1675775,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a673c1bf-e8f0-46d0-bab3-4edebd1fc11b"} {"level":"info","ts":1784912566.1675935,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a673c1bf-e8f0-46d0-bab3-4edebd1fc11b","EoS":false} {"level":"info","ts":1784912566.1676042,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a673c1bf-e8f0-46d0-bab3-4edebd1fc11b","EoS":true} {"level":"info","ts":1784912566.167635,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a673c1bf-e8f0-46d0-bab3-4edebd1fc11b"} {"level":"info","ts":1784912581.9148102,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912581.914897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6d1d0ee-d57b-4a6a-a07d-3025d9ee29e1"} {"level":"info","ts":1784912581.9149096,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6d1d0ee-d57b-4a6a-a07d-3025d9ee29e1"} {"level":"info","ts":1784912581.9149215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6d1d0ee-d57b-4a6a-a07d-3025d9ee29e1","EoS":true} {"level":"info","ts":1784912581.9149766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d1d0ee-d57b-4a6a-a07d-3025d9ee29e1","header":"x-maas-group"} {"level":"info","ts":1784912581.914992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d1d0ee-d57b-4a6a-a07d-3025d9ee29e1","header":"x-maas-username"} {"level":"info","ts":1784912581.9149997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d1d0ee-d57b-4a6a-a07d-3025d9ee29e1","header":"x-maas-subscription"} {"level":"info","ts":1784912581.9150171,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6d1d0ee-d57b-4a6a-a07d-3025d9ee29e1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912581.9150498,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6d1d0ee-d57b-4a6a-a07d-3025d9ee29e1"} {"level":"info","ts":1784912581.9160562,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a6d1d0ee-d57b-4a6a-a07d-3025d9ee29e1"} {"level":"info","ts":1784912581.9160757,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a6d1d0ee-d57b-4a6a-a07d-3025d9ee29e1"} {"level":"info","ts":1784912581.916096,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6d1d0ee-d57b-4a6a-a07d-3025d9ee29e1","EoS":false} {"level":"info","ts":1784912581.9161148,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6d1d0ee-d57b-4a6a-a07d-3025d9ee29e1","EoS":true} {"level":"info","ts":1784912581.9161503,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a6d1d0ee-d57b-4a6a-a07d-3025d9ee29e1"} {"level":"info","ts":1784912582.078346,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912582.078447,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"57242a06-e523-4bb5-a60f-e581d9110cd9"} {"level":"info","ts":1784912582.0806153,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"57242a06-e523-4bb5-a60f-e581d9110cd9"} {"level":"info","ts":1784912582.0806282,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"57242a06-e523-4bb5-a60f-e581d9110cd9"} {"level":"info","ts":1784912582.0806513,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"57242a06-e523-4bb5-a60f-e581d9110cd9","EoS":false} {"level":"info","ts":1784912582.0806704,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"57242a06-e523-4bb5-a60f-e581d9110cd9"} {"level":"info","ts":1784912582.0807102,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"57242a06-e523-4bb5-a60f-e581d9110cd9","EoS":true} {"level":"info","ts":1784912582.080724,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"57242a06-e523-4bb5-a60f-e581d9110cd9"} {"level":"info","ts":1784912586.704042,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912586.7041342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d61d087f-7ab2-4e5e-8207-9be610d5c8e4"} {"level":"info","ts":1784912586.7041473,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d61d087f-7ab2-4e5e-8207-9be610d5c8e4"} {"level":"info","ts":1784912586.7042058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d61d087f-7ab2-4e5e-8207-9be610d5c8e4","EoS":true} {"level":"info","ts":1784912586.704243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d61d087f-7ab2-4e5e-8207-9be610d5c8e4","header":"x-maas-username"} {"level":"info","ts":1784912586.7042563,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d61d087f-7ab2-4e5e-8207-9be610d5c8e4","header":"x-maas-group"} {"level":"info","ts":1784912586.7042675,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d61d087f-7ab2-4e5e-8207-9be610d5c8e4","header":"x-maas-subscription"} {"level":"info","ts":1784912586.704288,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d61d087f-7ab2-4e5e-8207-9be610d5c8e4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912586.7043204,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d61d087f-7ab2-4e5e-8207-9be610d5c8e4"} {"level":"info","ts":1784912586.7059517,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d61d087f-7ab2-4e5e-8207-9be610d5c8e4"} {"level":"info","ts":1784912586.705974,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d61d087f-7ab2-4e5e-8207-9be610d5c8e4"} {"level":"info","ts":1784912586.7059903,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d61d087f-7ab2-4e5e-8207-9be610d5c8e4","EoS":false} {"level":"info","ts":1784912586.7060096,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d61d087f-7ab2-4e5e-8207-9be610d5c8e4","EoS":true} {"level":"info","ts":1784912586.706048,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d61d087f-7ab2-4e5e-8207-9be610d5c8e4"} {"level":"info","ts":1784912597.3217854,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912597.3218658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04b5bc10-476c-4c9a-a7e4-b2498c5f822e"} {"level":"info","ts":1784912597.3218775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"04b5bc10-476c-4c9a-a7e4-b2498c5f822e"} {"level":"info","ts":1784912597.321889,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04b5bc10-476c-4c9a-a7e4-b2498c5f822e","EoS":true} {"level":"info","ts":1784912597.3219116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04b5bc10-476c-4c9a-a7e4-b2498c5f822e","header":"x-maas-subscription"} {"level":"info","ts":1784912597.3219225,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04b5bc10-476c-4c9a-a7e4-b2498c5f822e","header":"x-maas-group"} {"level":"info","ts":1784912597.3219268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04b5bc10-476c-4c9a-a7e4-b2498c5f822e","header":"x-maas-username"} {"level":"info","ts":1784912597.3219612,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04b5bc10-476c-4c9a-a7e4-b2498c5f822e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784912597.3219862,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"04b5bc10-476c-4c9a-a7e4-b2498c5f822e"} {"level":"info","ts":1784912597.323026,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"04b5bc10-476c-4c9a-a7e4-b2498c5f822e"} {"level":"info","ts":1784912597.32305,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"04b5bc10-476c-4c9a-a7e4-b2498c5f822e"} {"level":"info","ts":1784912597.3230646,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"04b5bc10-476c-4c9a-a7e4-b2498c5f822e","EoS":false} {"level":"info","ts":1784912597.3230767,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"04b5bc10-476c-4c9a-a7e4-b2498c5f822e","EoS":true} {"level":"info","ts":1784912597.3231168,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"04b5bc10-476c-4c9a-a7e4-b2498c5f822e"} {"level":"info","ts":1784912610.1916988,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912610.1917949,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e03430a-4627-4359-8958-625e3d30aa50"} {"level":"info","ts":1784912610.1918108,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2e03430a-4627-4359-8958-625e3d30aa50"} {"level":"info","ts":1784912610.1918306,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e03430a-4627-4359-8958-625e3d30aa50","EoS":true} {"level":"info","ts":1784912610.1918678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e03430a-4627-4359-8958-625e3d30aa50","header":"x-maas-subscription"} {"level":"info","ts":1784912610.1918802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e03430a-4627-4359-8958-625e3d30aa50","header":"x-maas-group"} {"level":"info","ts":1784912610.1918883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e03430a-4627-4359-8958-625e3d30aa50","header":"x-maas-username"} {"level":"info","ts":1784912610.191905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e03430a-4627-4359-8958-625e3d30aa50","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912610.1919537,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2e03430a-4627-4359-8958-625e3d30aa50"} {"level":"info","ts":1784912610.19279,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2e03430a-4627-4359-8958-625e3d30aa50"} {"level":"info","ts":1784912610.192811,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2e03430a-4627-4359-8958-625e3d30aa50"} {"level":"info","ts":1784912610.1928318,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2e03430a-4627-4359-8958-625e3d30aa50","EoS":false} {"level":"info","ts":1784912610.1928437,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2e03430a-4627-4359-8958-625e3d30aa50","EoS":true} {"level":"info","ts":1784912610.192911,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2e03430a-4627-4359-8958-625e3d30aa50"} {"level":"info","ts":1784912618.715876,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912618.715995,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b9d1ee7-c557-48e5-8ac8-821e9d635abd"} {"level":"info","ts":1784912618.7160602,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0b9d1ee7-c557-48e5-8ac8-821e9d635abd"} {"level":"info","ts":1784912618.7160833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b9d1ee7-c557-48e5-8ac8-821e9d635abd","EoS":true} {"level":"info","ts":1784912618.716124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b9d1ee7-c557-48e5-8ac8-821e9d635abd","header":"x-maas-group"} {"level":"info","ts":1784912618.7161376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b9d1ee7-c557-48e5-8ac8-821e9d635abd","header":"x-maas-subscription"} {"level":"info","ts":1784912618.7161446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b9d1ee7-c557-48e5-8ac8-821e9d635abd","header":"x-maas-username"} {"level":"info","ts":1784912618.716165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b9d1ee7-c557-48e5-8ac8-821e9d635abd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912618.7161999,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0b9d1ee7-c557-48e5-8ac8-821e9d635abd"} {"level":"info","ts":1784912618.7170436,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b9d1ee7-c557-48e5-8ac8-821e9d635abd"} {"level":"info","ts":1784912618.717067,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0b9d1ee7-c557-48e5-8ac8-821e9d635abd"} {"level":"info","ts":1784912618.717083,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0b9d1ee7-c557-48e5-8ac8-821e9d635abd","EoS":false} {"level":"info","ts":1784912618.7170944,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0b9d1ee7-c557-48e5-8ac8-821e9d635abd","EoS":true} {"level":"info","ts":1784912618.71713,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0b9d1ee7-c557-48e5-8ac8-821e9d635abd"} {"level":"info","ts":1784912627.5977044,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912627.5977712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cec23028-5606-4ac2-acb0-c2b1adf67673"} {"level":"info","ts":1784912627.5977833,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cec23028-5606-4ac2-acb0-c2b1adf67673"} {"level":"info","ts":1784912627.597795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cec23028-5606-4ac2-acb0-c2b1adf67673","EoS":true} {"level":"info","ts":1784912627.5978165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cec23028-5606-4ac2-acb0-c2b1adf67673","header":"x-maas-group"} {"level":"info","ts":1784912627.5978267,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cec23028-5606-4ac2-acb0-c2b1adf67673","header":"x-maas-username"} {"level":"info","ts":1784912627.5978327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cec23028-5606-4ac2-acb0-c2b1adf67673","header":"x-maas-subscription"} {"level":"info","ts":1784912627.5978475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cec23028-5606-4ac2-acb0-c2b1adf67673","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912627.5978692,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cec23028-5606-4ac2-acb0-c2b1adf67673"} {"level":"info","ts":1784912627.5986655,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cec23028-5606-4ac2-acb0-c2b1adf67673"} {"level":"info","ts":1784912627.5986855,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cec23028-5606-4ac2-acb0-c2b1adf67673"} {"level":"info","ts":1784912627.5987067,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cec23028-5606-4ac2-acb0-c2b1adf67673","EoS":false} {"level":"info","ts":1784912627.598724,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cec23028-5606-4ac2-acb0-c2b1adf67673","EoS":true} {"level":"info","ts":1784912627.5988152,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cec23028-5606-4ac2-acb0-c2b1adf67673"} {"level":"info","ts":1784912650.4368918,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912650.4369805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bc78089-d427-4561-a962-f82b686e628a"} {"level":"info","ts":1784912650.4369948,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1bc78089-d427-4561-a962-f82b686e628a"} {"level":"info","ts":1784912650.4370146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1bc78089-d427-4561-a962-f82b686e628a","EoS":true} {"level":"info","ts":1784912650.4370883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1bc78089-d427-4561-a962-f82b686e628a","header":"x-maas-subscription"} {"level":"info","ts":1784912650.4371026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1bc78089-d427-4561-a962-f82b686e628a","header":"x-maas-group"} {"level":"info","ts":1784912650.4371092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1bc78089-d427-4561-a962-f82b686e628a","header":"x-maas-username"} {"level":"info","ts":1784912650.4371288,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1bc78089-d427-4561-a962-f82b686e628a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784912650.4371614,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1bc78089-d427-4561-a962-f82b686e628a"} {"level":"info","ts":1784912650.4393423,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1bc78089-d427-4561-a962-f82b686e628a"} {"level":"info","ts":1784912650.4393625,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1bc78089-d427-4561-a962-f82b686e628a"} {"level":"info","ts":1784912650.4393773,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1bc78089-d427-4561-a962-f82b686e628a","EoS":false} {"level":"info","ts":1784912650.4393892,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1bc78089-d427-4561-a962-f82b686e628a","EoS":true} {"level":"info","ts":1784912650.4394305,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1bc78089-d427-4561-a962-f82b686e628a"} {"level":"info","ts":1784912672.8700454,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912672.8701289,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3bb6467-3545-4828-bede-952f97a1c96b"} {"level":"info","ts":1784912672.8701427,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3bb6467-3545-4828-bede-952f97a1c96b"} {"level":"info","ts":1784912672.8701541,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3bb6467-3545-4828-bede-952f97a1c96b","EoS":true} {"level":"info","ts":1784912672.870178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3bb6467-3545-4828-bede-952f97a1c96b","header":"x-maas-group"} {"level":"info","ts":1784912672.8701875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3bb6467-3545-4828-bede-952f97a1c96b","header":"x-maas-username"} {"level":"info","ts":1784912672.8701942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3bb6467-3545-4828-bede-952f97a1c96b","header":"x-maas-subscription"} {"level":"info","ts":1784912672.8702073,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3bb6467-3545-4828-bede-952f97a1c96b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784912672.8702266,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3bb6467-3545-4828-bede-952f97a1c96b"} {"level":"info","ts":1784912672.871152,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d3bb6467-3545-4828-bede-952f97a1c96b"} {"level":"info","ts":1784912672.8711746,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d3bb6467-3545-4828-bede-952f97a1c96b"} {"level":"info","ts":1784912672.8711946,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d3bb6467-3545-4828-bede-952f97a1c96b","EoS":false} {"level":"info","ts":1784912672.8712091,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d3bb6467-3545-4828-bede-952f97a1c96b","EoS":true} {"level":"info","ts":1784912672.8712494,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d3bb6467-3545-4828-bede-952f97a1c96b"} {"level":"info","ts":1784912699.1817617,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912699.1818273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f85f12d-9b6f-473a-b2e5-4f68d52d6eea"} {"level":"info","ts":1784912699.1818364,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0f85f12d-9b6f-473a-b2e5-4f68d52d6eea"} {"level":"info","ts":1784912699.1818485,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f85f12d-9b6f-473a-b2e5-4f68d52d6eea","EoS":true} {"level":"info","ts":1784912699.1818726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f85f12d-9b6f-473a-b2e5-4f68d52d6eea","header":"x-maas-group"} {"level":"info","ts":1784912699.1818826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f85f12d-9b6f-473a-b2e5-4f68d52d6eea","header":"x-maas-username"} {"level":"info","ts":1784912699.1818876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f85f12d-9b6f-473a-b2e5-4f68d52d6eea","header":"x-maas-subscription"} {"level":"info","ts":1784912699.1819007,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f85f12d-9b6f-473a-b2e5-4f68d52d6eea","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912699.1819258,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0f85f12d-9b6f-473a-b2e5-4f68d52d6eea"} {"level":"info","ts":1784912699.1839051,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0f85f12d-9b6f-473a-b2e5-4f68d52d6eea"} {"level":"info","ts":1784912699.1839302,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0f85f12d-9b6f-473a-b2e5-4f68d52d6eea"} {"level":"info","ts":1784912699.183969,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0f85f12d-9b6f-473a-b2e5-4f68d52d6eea","EoS":false} {"level":"info","ts":1784912699.1839817,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0f85f12d-9b6f-473a-b2e5-4f68d52d6eea","EoS":true} {"level":"info","ts":1784912699.1840153,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0f85f12d-9b6f-473a-b2e5-4f68d52d6eea"} {"level":"info","ts":1784912708.6205637,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912708.6206307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"899b6a99-d457-4249-96d4-eb303b554768"} {"level":"info","ts":1784912708.6206422,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"899b6a99-d457-4249-96d4-eb303b554768"} {"level":"info","ts":1784912708.6206536,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"899b6a99-d457-4249-96d4-eb303b554768","EoS":true} {"level":"info","ts":1784912708.6206768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"899b6a99-d457-4249-96d4-eb303b554768","header":"x-maas-subscription"} {"level":"info","ts":1784912708.6206872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"899b6a99-d457-4249-96d4-eb303b554768","header":"x-maas-group"} {"level":"info","ts":1784912708.6206927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"899b6a99-d457-4249-96d4-eb303b554768","header":"x-maas-username"} {"level":"info","ts":1784912708.6207078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"899b6a99-d457-4249-96d4-eb303b554768","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912708.62073,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"899b6a99-d457-4249-96d4-eb303b554768"} {"level":"info","ts":1784912708.6214638,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"899b6a99-d457-4249-96d4-eb303b554768"} {"level":"info","ts":1784912708.621489,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"899b6a99-d457-4249-96d4-eb303b554768"} {"level":"info","ts":1784912708.6215105,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"899b6a99-d457-4249-96d4-eb303b554768","EoS":false} {"level":"info","ts":1784912708.621527,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"899b6a99-d457-4249-96d4-eb303b554768","EoS":true} {"level":"info","ts":1784912708.6215625,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"899b6a99-d457-4249-96d4-eb303b554768"} {"level":"info","ts":1784912708.6568475,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912708.6569076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6ba74fe-e911-4777-b1bf-596291674109"} {"level":"info","ts":1784912708.6569197,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f6ba74fe-e911-4777-b1bf-596291674109"} {"level":"info","ts":1784912708.6569471,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6ba74fe-e911-4777-b1bf-596291674109","EoS":true} {"level":"info","ts":1784912708.656968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6ba74fe-e911-4777-b1bf-596291674109","header":"x-maas-group"} {"level":"info","ts":1784912708.6569784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6ba74fe-e911-4777-b1bf-596291674109","header":"x-maas-subscription"} {"level":"info","ts":1784912708.6569843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6ba74fe-e911-4777-b1bf-596291674109","header":"x-maas-username"} {"level":"info","ts":1784912708.6569982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6ba74fe-e911-4777-b1bf-596291674109","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912708.6570218,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f6ba74fe-e911-4777-b1bf-596291674109"} {"level":"info","ts":1784912708.6578078,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f6ba74fe-e911-4777-b1bf-596291674109"} {"level":"info","ts":1784912708.6578267,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f6ba74fe-e911-4777-b1bf-596291674109"} {"level":"info","ts":1784912708.6578405,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f6ba74fe-e911-4777-b1bf-596291674109","EoS":false} {"level":"info","ts":1784912708.6578522,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f6ba74fe-e911-4777-b1bf-596291674109","EoS":true} {"level":"info","ts":1784912708.6578867,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f6ba74fe-e911-4777-b1bf-596291674109"} {"level":"info","ts":1784912727.6918178,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912727.6919043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44537a61-0848-42da-a166-ab00fdf7760c"} {"level":"info","ts":1784912727.6919138,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44537a61-0848-42da-a166-ab00fdf7760c"} {"level":"info","ts":1784912727.6919253,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44537a61-0848-42da-a166-ab00fdf7760c","EoS":true} {"level":"info","ts":1784912727.6919882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44537a61-0848-42da-a166-ab00fdf7760c","header":"x-maas-subscription"} {"level":"info","ts":1784912727.6920083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44537a61-0848-42da-a166-ab00fdf7760c","header":"x-maas-group"} {"level":"info","ts":1784912727.6920154,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44537a61-0848-42da-a166-ab00fdf7760c","header":"x-maas-username"} {"level":"info","ts":1784912727.6920328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44537a61-0848-42da-a166-ab00fdf7760c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912727.692061,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44537a61-0848-42da-a166-ab00fdf7760c"} {"level":"info","ts":1784912727.6928813,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44537a61-0848-42da-a166-ab00fdf7760c"} {"level":"info","ts":1784912727.6929011,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"44537a61-0848-42da-a166-ab00fdf7760c"} {"level":"info","ts":1784912727.6929197,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"44537a61-0848-42da-a166-ab00fdf7760c","EoS":false} {"level":"info","ts":1784912727.6929638,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"44537a61-0848-42da-a166-ab00fdf7760c","EoS":true} {"level":"info","ts":1784912727.6930125,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"44537a61-0848-42da-a166-ab00fdf7760c"} {"level":"info","ts":1784912857.702508,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912857.7025843,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2392e847-c022-46e5-9427-aba6b6c1ee6d"} {"level":"info","ts":1784912857.702594,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2392e847-c022-46e5-9427-aba6b6c1ee6d"} {"level":"info","ts":1784912857.7026055,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2392e847-c022-46e5-9427-aba6b6c1ee6d","EoS":true} {"level":"info","ts":1784912857.7026298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2392e847-c022-46e5-9427-aba6b6c1ee6d","header":"x-maas-subscription"} {"level":"info","ts":1784912857.7026806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2392e847-c022-46e5-9427-aba6b6c1ee6d","header":"x-maas-group"} {"level":"info","ts":1784912857.7026896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2392e847-c022-46e5-9427-aba6b6c1ee6d","header":"x-maas-username"} {"level":"info","ts":1784912857.7027028,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2392e847-c022-46e5-9427-aba6b6c1ee6d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784912857.7027273,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2392e847-c022-46e5-9427-aba6b6c1ee6d"} {"level":"info","ts":1784912857.705456,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2392e847-c022-46e5-9427-aba6b6c1ee6d"} {"level":"info","ts":1784912857.7054796,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2392e847-c022-46e5-9427-aba6b6c1ee6d"} {"level":"info","ts":1784912857.705497,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2392e847-c022-46e5-9427-aba6b6c1ee6d","EoS":false} {"level":"info","ts":1784912857.7055087,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2392e847-c022-46e5-9427-aba6b6c1ee6d","EoS":true} {"level":"info","ts":1784912857.7055433,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2392e847-c022-46e5-9427-aba6b6c1ee6d"} {"level":"info","ts":1784912894.723271,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912894.7233565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4292c54f-f18c-45d1-9ae3-b81752b5e3f3"} {"level":"info","ts":1784912894.7233734,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4292c54f-f18c-45d1-9ae3-b81752b5e3f3"} {"level":"info","ts":1784912894.7233932,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4292c54f-f18c-45d1-9ae3-b81752b5e3f3","EoS":true} {"level":"info","ts":1784912894.7234306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4292c54f-f18c-45d1-9ae3-b81752b5e3f3","header":"x-maas-group"} {"level":"info","ts":1784912894.7234445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4292c54f-f18c-45d1-9ae3-b81752b5e3f3","header":"x-maas-subscription"} {"level":"info","ts":1784912894.7234545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4292c54f-f18c-45d1-9ae3-b81752b5e3f3","header":"x-maas-username"} {"level":"info","ts":1784912894.7234743,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4292c54f-f18c-45d1-9ae3-b81752b5e3f3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912894.7235074,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4292c54f-f18c-45d1-9ae3-b81752b5e3f3"} {"level":"info","ts":1784912894.725917,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4292c54f-f18c-45d1-9ae3-b81752b5e3f3"} {"level":"info","ts":1784912894.7259538,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4292c54f-f18c-45d1-9ae3-b81752b5e3f3"} {"level":"info","ts":1784912894.7259712,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4292c54f-f18c-45d1-9ae3-b81752b5e3f3","EoS":false} {"level":"info","ts":1784912894.7259827,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4292c54f-f18c-45d1-9ae3-b81752b5e3f3","EoS":true} {"level":"info","ts":1784912894.7260177,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4292c54f-f18c-45d1-9ae3-b81752b5e3f3"} {"level":"info","ts":1784912909.9450774,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912909.9451451,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"595b1509-0ac0-4a06-8efe-8e5b4555a929"} {"level":"info","ts":1784912909.9451537,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"595b1509-0ac0-4a06-8efe-8e5b4555a929"} {"level":"info","ts":1784912909.9452085,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"595b1509-0ac0-4a06-8efe-8e5b4555a929","EoS":true} {"level":"info","ts":1784912909.9452415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"595b1509-0ac0-4a06-8efe-8e5b4555a929","header":"x-maas-subscription"} {"level":"info","ts":1784912909.9452527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"595b1509-0ac0-4a06-8efe-8e5b4555a929","header":"x-maas-username"} {"level":"info","ts":1784912909.9452589,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"595b1509-0ac0-4a06-8efe-8e5b4555a929","header":"x-maas-group"} {"level":"info","ts":1784912909.9452705,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"595b1509-0ac0-4a06-8efe-8e5b4555a929","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784912909.9452963,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"595b1509-0ac0-4a06-8efe-8e5b4555a929"} {"level":"info","ts":1784912909.9467928,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"595b1509-0ac0-4a06-8efe-8e5b4555a929"} {"level":"info","ts":1784912909.9468124,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"595b1509-0ac0-4a06-8efe-8e5b4555a929"} {"level":"info","ts":1784912909.946827,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"595b1509-0ac0-4a06-8efe-8e5b4555a929","EoS":false} {"level":"info","ts":1784912909.9468377,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"595b1509-0ac0-4a06-8efe-8e5b4555a929","EoS":true} {"level":"info","ts":1784912909.946868,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"595b1509-0ac0-4a06-8efe-8e5b4555a929"} {"level":"info","ts":1784913210.423751,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913210.4238317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a5774cf-f152-4b1f-9c87-fdfdce0ad442"} {"level":"info","ts":1784913210.4238431,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7a5774cf-f152-4b1f-9c87-fdfdce0ad442"} {"level":"info","ts":1784913210.4238546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a5774cf-f152-4b1f-9c87-fdfdce0ad442","EoS":true} {"level":"info","ts":1784913210.4238796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a5774cf-f152-4b1f-9c87-fdfdce0ad442","header":"x-maas-group"} {"level":"info","ts":1784913210.4238925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a5774cf-f152-4b1f-9c87-fdfdce0ad442","header":"x-maas-subscription"} {"level":"info","ts":1784913210.4238994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a5774cf-f152-4b1f-9c87-fdfdce0ad442","header":"x-maas-username"} {"level":"info","ts":1784913210.423917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a5774cf-f152-4b1f-9c87-fdfdce0ad442","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784913210.4239757,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7a5774cf-f152-4b1f-9c87-fdfdce0ad442"} {"level":"info","ts":1784913210.4273062,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7a5774cf-f152-4b1f-9c87-fdfdce0ad442"} {"level":"info","ts":1784913210.427331,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7a5774cf-f152-4b1f-9c87-fdfdce0ad442"} {"level":"info","ts":1784913210.427346,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7a5774cf-f152-4b1f-9c87-fdfdce0ad442","EoS":false} {"level":"info","ts":1784913210.4273582,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7a5774cf-f152-4b1f-9c87-fdfdce0ad442","EoS":true} {"level":"info","ts":1784913210.4273934,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7a5774cf-f152-4b1f-9c87-fdfdce0ad442"} {"level":"info","ts":1784913215.2275698,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7b208851-4c2a-4fce-a343-e044aa1927a1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784913215.2278123,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34327.65832653,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784913215.227828,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784913215.2862005,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784913215.3288076,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7b208851-4c2a-4fce-a343-e044aa1927a1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784913215.3418996,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f4e5249-2d5d-4dbe-8c9b-bf2e88a8b9d7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784913215.3419073,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c179d72-f1ba-4912-93a2-ee61c1da1106"} {"level":"info","ts":1784913215.3419836,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f4e5249-2d5d-4dbe-8c9b-bf2e88a8b9d7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784913215.347843,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9555e05c-9e43-402a-a884-5228054b332e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784913215.3479764,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37297.952457352,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784913215.3479888,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9555e05c-9e43-402a-a884-5228054b332e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784913215.347995,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784913215.3564172,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784913215.4485528,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c179d72-f1ba-4912-93a2-ee61c1da1106","name":"e2e-external-provider"} {"level":"info","ts":1784913215.4592083,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1d27d9f-642d-4dce-ba32-f0c1c203fca2"} {"level":"info","ts":1784913215.4592307,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c09e178-4aa4-4797-a409-97e08ad738d5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784913215.4592857,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c09e178-4aa4-4797-a409-97e08ad738d5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784913215.4628513,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c179d72-f1ba-4912-93a2-ee61c1da1106","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784913215.4676375,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1d27d9f-642d-4dce-ba32-f0c1c203fca2","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784913215.4676948,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5202ce47-5274-4af3-9a12-2a81c3e4ca41","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784913215.467719,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5202ce47-5274-4af3-9a12-2a81c3e4ca41","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784913215.4746737,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c179d72-f1ba-4912-93a2-ee61c1da1106","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784913215.4771965,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1d27d9f-642d-4dce-ba32-f0c1c203fca2","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784913215.4772656,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2bcfd72-69a8-4195-86b5-0ff2d18f568e"} {"level":"info","ts":1784913215.4772882,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2bcfd72-69a8-4195-86b5-0ff2d18f568e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784913215.4773407,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"caad2598-23a6-4be8-9a48-f077993f6c2a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784913215.4773731,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"caad2598-23a6-4be8-9a48-f077993f6c2a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784913215.4803736,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c179d72-f1ba-4912-93a2-ee61c1da1106","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784913215.4806006,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2bcfd72-69a8-4195-86b5-0ff2d18f568e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784913215.4806714,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2bcfd72-69a8-4195-86b5-0ff2d18f568e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784913215.480726,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47a6133e-24c4-42a8-942e-0f6eb5393c2b"} {"level":"info","ts":1784913215.4807525,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47a6133e-24c4-42a8-942e-0f6eb5393c2b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784913215.4857523,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"374f81bb-0211-413a-bb20-4a552c337159","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784913215.4857843,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"374f81bb-0211-413a-bb20-4a552c337159","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784913215.4857922,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47a6133e-24c4-42a8-942e-0f6eb5393c2b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784913215.4858627,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0697ecba-db3d-463d-a472-8c1b87badf0f"} {"level":"info","ts":1784913215.4858778,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffe2eef6-e831-46cd-a25f-55321e040bb2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784913215.4858902,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffe2eef6-e831-46cd-a25f-55321e040bb2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784913215.4860427,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98804165-a1e5-491f-8d96-3f93ed732cfe"} {"level":"info","ts":1784913215.4861035,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98804165-a1e5-491f-8d96-3f93ed732cfe","name":"e2e-external-provider"} {"level":"info","ts":1784913215.4861014,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33949.464214562,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784913215.48614,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784913215.493141,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784913215.4963605,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98804165-a1e5-491f-8d96-3f93ed732cfe","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784913215.5866098,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0697ecba-db3d-463d-a472-8c1b87badf0f","name":"e2e-external-model"} {"level":"info","ts":1784913215.59788,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0697ecba-db3d-463d-a472-8c1b87badf0f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784913215.6037261,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"705760b2-4f66-4c76-a22e-ef359e01a029","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784913215.6037607,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"705760b2-4f66-4c76-a22e-ef359e01a029","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784913215.6039581,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c419f159-be9f-49ca-b25c-d1b9ca1ab38a"} {"level":"info","ts":1784913215.604052,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c419f159-be9f-49ca-b25c-d1b9ca1ab38a","name":"e2e-external-model"} {"level":"info","ts":1784913215.6202283,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76d0a079-b504-48f9-9b53-4980ead20eb6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784913215.6202645,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76d0a079-b504-48f9-9b53-4980ead20eb6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784913215.6203492,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c419f159-be9f-49ca-b25c-d1b9ca1ab38a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784913215.620412,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f85d4838-6b0b-43d9-82a2-e76760ce6828"} {"level":"info","ts":1784913215.6204553,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f85d4838-6b0b-43d9-82a2-e76760ce6828","name":"e2e-external-model"} {"level":"info","ts":1784913215.6285982,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f85d4838-6b0b-43d9-82a2-e76760ce6828","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784913215.634349,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"047a611e-82a0-4110-a737-e20c8e22a8d3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784913215.6343753,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"047a611e-82a0-4110-a737-e20c8e22a8d3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784913215.6343744,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39ef57b6-a1eb-4603-8fae-b81d763c32df"} {"level":"info","ts":1784913215.6344352,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39ef57b6-a1eb-4603-8fae-b81d763c32df","name":"e2e-external-model"} {"level":"info","ts":1784913215.6458127,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39ef57b6-a1eb-4603-8fae-b81d763c32df","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784913222.9002008,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913222.900272,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab"} {"level":"info","ts":1784913222.9002833,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab"} {"level":"info","ts":1784913222.9002953,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab","EoS":true} {"level":"info","ts":1784913222.9003158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab","header":"x-maas-username"} {"level":"info","ts":1784913222.9003258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab","header":"x-maas-group"} {"level":"info","ts":1784913222.900331,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab","header":"x-maas-subscription"} {"level":"info","ts":1784913222.900346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784913222.9003549,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab","modelName":"e2e-external-model"} {"level":"info","ts":1784913222.9003668,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784913222.900404,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784913222.9004216,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab","authType":"apikey"} {"level":"info","ts":1784913222.9004633,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"55696a61-cd30-4c2f-b881-9846e42524ab"} {"level":"info","ts":1784913223.0140762,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36866126-4a4a-4750-a3a8-ee8f08456ae5"} {"level":"info","ts":1784913223.0140762,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3af39928-bfad-45d6-bac5-bb4c96f8b466","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784913223.0141912,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3af39928-bfad-45d6-bac5-bb4c96f8b466","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784913223.0215042,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9575a42-7892-43ff-8a81-c6daea56d320","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784913223.021538,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9575a42-7892-43ff-8a81-c6daea56d320","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784913223.022095,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36866126-4a4a-4750-a3a8-ee8f08456ae5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784913223.02215,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36866126-4a4a-4750-a3a8-ee8f08456ae5","name":"e2e-cleanup-test"} {"level":"info","ts":1784913223.0389316,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dead4752-197f-42cf-8564-6504cbde4b46","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784913223.038985,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dead4752-197f-42cf-8564-6504cbde4b46","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784913223.0394542,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36866126-4a4a-4750-a3a8-ee8f08456ae5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784913223.0394933,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36866126-4a4a-4750-a3a8-ee8f08456ae5","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784913223.0395734,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"428d4fb2-e869-4349-8a62-9fa6acdb9416"} {"level":"info","ts":1784913223.0396378,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"428d4fb2-e869-4349-8a62-9fa6acdb9416","name":"e2e-cleanup-test"} {"level":"error","ts":1784913223.0522752,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"428d4fb2-e869-4349-8a62-9fa6acdb9416","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784913223.0527685,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2d0759f-4f66-4aad-863b-025dfb2faa87"} {"level":"info","ts":1784913223.052788,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"adc3d893-67db-4244-aaea-11a7eafd7fd4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784913223.0528126,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"adc3d893-67db-4244-aaea-11a7eafd7fd4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784913223.0528405,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2d0759f-4f66-4aad-863b-025dfb2faa87","name":"e2e-cleanup-test"} {"level":"info","ts":1784913223.0602415,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2d0759f-4f66-4aad-863b-025dfb2faa87","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784913223.0651429,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed3dabd6-bc2a-4379-af72-a9a77fd342db"} {"level":"info","ts":1784913223.0652065,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed3dabd6-bc2a-4379-af72-a9a77fd342db","name":"e2e-cleanup-test"} {"level":"info","ts":1784913223.0651429,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35b83ed5-891d-41b9-bf39-a71dcfef1edc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784913223.0652628,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35b83ed5-891d-41b9-bf39-a71dcfef1edc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784913223.073843,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed3dabd6-bc2a-4379-af72-a9a77fd342db","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784913231.2977393,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20d435c1-09d0-4c96-9694-4782b28292eb"} {"level":"info","ts":1784913231.2977843,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2579748b-b749-4667-be25-7dc1a5419e5a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784913231.2978115,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2579748b-b749-4667-be25-7dc1a5419e5a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784913235.6028128,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913235.602884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75b56644-08d3-430e-993b-5129caa37bb6"} {"level":"info","ts":1784913235.6028962,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"75b56644-08d3-430e-993b-5129caa37bb6"} {"level":"info","ts":1784913235.6029074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75b56644-08d3-430e-993b-5129caa37bb6","EoS":true} {"level":"info","ts":1784913235.6029577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75b56644-08d3-430e-993b-5129caa37bb6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784913235.6029837,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"75b56644-08d3-430e-993b-5129caa37bb6"} {"level":"info","ts":1784913235.640644,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913235.6407094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd"} {"level":"info","ts":1784913235.640718,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd"} {"level":"info","ts":1784913235.640729,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd","EoS":true} {"level":"info","ts":1784913235.6407504,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd","header":"x-maas-username"} {"level":"info","ts":1784913235.640761,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd","header":"x-maas-group"} {"level":"info","ts":1784913235.6407654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd","header":"x-maas-subscription"} {"level":"info","ts":1784913235.6407766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784913235.640784,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd","modelName":"e2e-external-model"} {"level":"info","ts":1784913235.6407945,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784913235.640817,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784913235.6408305,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd","authType":"apikey"} {"level":"info","ts":1784913235.6408527,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a87dd01-ca85-434a-b2d5-040d1361b7cd"} {"level":"info","ts":1784913235.6759837,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913235.6760387,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184"} {"level":"info","ts":1784913235.6760488,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184"} {"level":"info","ts":1784913235.6760585,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184","EoS":true} {"level":"info","ts":1784913235.6760793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184","header":"x-maas-group"} {"level":"info","ts":1784913235.6760864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184","header":"x-maas-subscription"} {"level":"info","ts":1784913235.6760917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184","header":"x-maas-username"} {"level":"info","ts":1784913235.676102,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784913235.6761286,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184"} {"level":"info","ts":1784913235.7769263,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184"} {"level":"info","ts":1784913235.7769756,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184"} {"level":"info","ts":1784913235.7769978,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184","EoS":false} {"level":"info","ts":1784913235.7770143,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184","EoS":true} {"level":"error","ts":1784913235.777037,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784913235.7771044,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f3092c27-4ad4-42d2-9fba-f3826bbe8184"} {"level":"info","ts":1784913235.8174472,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784913235.8175073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec800236-4d45-47e5-810d-b61482a05ba7"} {"level":"info","ts":1784913235.8175187,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec800236-4d45-47e5-810d-b61482a05ba7"} {"level":"info","ts":1784913235.817531,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec800236-4d45-47e5-810d-b61482a05ba7","EoS":true} {"level":"info","ts":1784913235.8175514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec800236-4d45-47e5-810d-b61482a05ba7","header":"x-maas-username"} {"level":"info","ts":1784913235.81756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec800236-4d45-47e5-810d-b61482a05ba7","header":"x-maas-subscription"} {"level":"info","ts":1784913235.8175654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec800236-4d45-47e5-810d-b61482a05ba7","header":"x-maas-group"} {"level":"info","ts":1784913235.8175926,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec800236-4d45-47e5-810d-b61482a05ba7"} {"level":"info","ts":1784913235.8699327,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ec800236-4d45-47e5-810d-b61482a05ba7"} {"level":"info","ts":1784913235.8699856,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ec800236-4d45-47e5-810d-b61482a05ba7"} {"level":"info","ts":1784913235.8700066,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ec800236-4d45-47e5-810d-b61482a05ba7","EoS":false} {"level":"info","ts":1784913235.8700204,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ec800236-4d45-47e5-810d-b61482a05ba7","EoS":true} {"level":"error","ts":1784913235.8700392,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"ec800236-4d45-47e5-810d-b61482a05ba7","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784913235.870075,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ec800236-4d45-47e5-810d-b61482a05ba7"} {"level":"info","ts":1784913236.6963773,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a68db352-aa27-4930-813b-59d0a32c04ea"} {"level":"info","ts":1784913236.696382,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1da55b2d-3094-4f78-881c-1d84adac56c0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784913236.6964238,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1da55b2d-3094-4f78-881c-1d84adac56c0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784913236.8408866,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"de3f7c9e-5c9e-4afa-847c-ef2bd51d25ff"} {"level":"info","ts":1784913236.8408964,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b3cbb80-f1d3-4153-b194-6d37eb536a17","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784913236.8409238,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b3cbb80-f1d3-4153-b194-6d37eb536a17","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784913236.957254,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"03f9e12f-8890-40ef-aeb0-b1c125cabebc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784913236.9573023,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"03f9e12f-8890-40ef-aeb0-b1c125cabebc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784914386.717009,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914386.7170784,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8df3c96f-3279-4c5b-8d14-a4f401eb3c73"} {"level":"info","ts":1784914441.2379587,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914441.238028,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef6aff49-b686-4531-8734-0061496dbd04"} {"level":"info","ts":1784914441.2380383,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ef6aff49-b686-4531-8734-0061496dbd04"} {"level":"info","ts":1784914441.2380502,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef6aff49-b686-4531-8734-0061496dbd04","EoS":true} {"level":"info","ts":1784914441.238076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef6aff49-b686-4531-8734-0061496dbd04","header":"x-maas-subscription"} {"level":"info","ts":1784914441.2380877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef6aff49-b686-4531-8734-0061496dbd04","header":"x-maas-group"} {"level":"info","ts":1784914441.2380927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef6aff49-b686-4531-8734-0061496dbd04","header":"x-maas-username"} {"level":"info","ts":1784914441.2381055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef6aff49-b686-4531-8734-0061496dbd04","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784914441.2381322,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef6aff49-b686-4531-8734-0061496dbd04"} {"level":"info","ts":1784914441.2437084,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ef6aff49-b686-4531-8734-0061496dbd04"} {"level":"info","ts":1784914441.2437267,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ef6aff49-b686-4531-8734-0061496dbd04"} {"level":"info","ts":1784914441.24374,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ef6aff49-b686-4531-8734-0061496dbd04","EoS":false} {"level":"info","ts":1784914441.2437527,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ef6aff49-b686-4531-8734-0061496dbd04","EoS":true} {"level":"info","ts":1784914441.2437904,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ef6aff49-b686-4531-8734-0061496dbd04"}