{"level":"info","ts":1784692099.8432226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12d5c9db-ed69-4776-854e-b03513a0bc65","EoS":true}
{"level":"info","ts":1784692099.843245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12d5c9db-ed69-4776-854e-b03513a0bc65","header":"x-maas-group"}
{"level":"info","ts":1784692099.8432596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12d5c9db-ed69-4776-854e-b03513a0bc65","header":"x-maas-subscription"}
{"level":"info","ts":1784692099.8432667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12d5c9db-ed69-4776-854e-b03513a0bc65","header":"x-maas-username"}
{"level":"info","ts":1784692099.8432786,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12d5c9db-ed69-4776-854e-b03513a0bc65","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784692099.8433,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"12d5c9db-ed69-4776-854e-b03513a0bc65"}
{"level":"info","ts":1784692099.8441427,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"12d5c9db-ed69-4776-854e-b03513a0bc65"}
{"level":"info","ts":1784692099.8441598,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"12d5c9db-ed69-4776-854e-b03513a0bc65"}
{"level":"info","ts":1784692099.844179,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"12d5c9db-ed69-4776-854e-b03513a0bc65","EoS":false}
{"level":"info","ts":1784692099.8441963,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"12d5c9db-ed69-4776-854e-b03513a0bc65","EoS":true}
{"level":"info","ts":1784692099.8442318,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"12d5c9db-ed69-4776-854e-b03513a0bc65"}
{"level":"info","ts":1784692099.9739816,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692099.9740434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2fff65c-642c-443d-9a65-de8816c70d40"}
{"level":"info","ts":1784692099.974056,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b2fff65c-642c-443d-9a65-de8816c70d40"}
{"level":"info","ts":1784692099.9740672,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2fff65c-642c-443d-9a65-de8816c70d40","EoS":true}
{"level":"info","ts":1784692099.974086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2fff65c-642c-443d-9a65-de8816c70d40","header":"x-maas-group"}
{"level":"info","ts":1784692099.9740963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2fff65c-642c-443d-9a65-de8816c70d40","header":"x-maas-username"}
{"level":"info","ts":1784692099.9741015,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2fff65c-642c-443d-9a65-de8816c70d40","header":"x-maas-subscription"}
{"level":"info","ts":1784692099.9741132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2fff65c-642c-443d-9a65-de8816c70d40","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784692099.974145,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b2fff65c-642c-443d-9a65-de8816c70d40"}
{"level":"info","ts":1784692099.9750423,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b2fff65c-642c-443d-9a65-de8816c70d40"}
{"level":"info","ts":1784692099.9750662,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b2fff65c-642c-443d-9a65-de8816c70d40"}
{"level":"info","ts":1784692099.9750865,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b2fff65c-642c-443d-9a65-de8816c70d40","EoS":false}
{"level":"info","ts":1784692099.975105,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b2fff65c-642c-443d-9a65-de8816c70d40","EoS":true}
{"level":"info","ts":1784692099.97515,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b2fff65c-642c-443d-9a65-de8816c70d40"}
{"level":"info","ts":1784692100.1043582,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692100.1044207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bca3d4f1-f764-4fda-833a-a40abf12d916"}
{"level":"info","ts":1784692100.1044328,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bca3d4f1-f764-4fda-833a-a40abf12d916"}
{"level":"info","ts":1784692100.1044433,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bca3d4f1-f764-4fda-833a-a40abf12d916","EoS":true}
{"level":"info","ts":1784692100.104462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bca3d4f1-f764-4fda-833a-a40abf12d916","header":"x-maas-username"}
{"level":"info","ts":1784692100.1044714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bca3d4f1-f764-4fda-833a-a40abf12d916","header":"x-maas-subscription"}
{"level":"info","ts":1784692100.1044772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bca3d4f1-f764-4fda-833a-a40abf12d916","header":"x-maas-group"}
{"level":"info","ts":1784692100.1044915,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bca3d4f1-f764-4fda-833a-a40abf12d916","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784692100.104515,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bca3d4f1-f764-4fda-833a-a40abf12d916"}
{"level":"info","ts":1784692100.1052618,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bca3d4f1-f764-4fda-833a-a40abf12d916"}
{"level":"info","ts":1784692100.105278,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bca3d4f1-f764-4fda-833a-a40abf12d916"}
{"level":"info","ts":1784692100.1052969,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bca3d4f1-f764-4fda-833a-a40abf12d916","EoS":false}
{"level":"info","ts":1784692100.1053174,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bca3d4f1-f764-4fda-833a-a40abf12d916","EoS":true}
{"level":"info","ts":1784692100.1053672,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bca3d4f1-f764-4fda-833a-a40abf12d916"}
{"level":"info","ts":1784692118.9569285,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692118.95701,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc114d72-9528-4e9d-b1ee-969c916b5fd7"}
{"level":"info","ts":1784692118.957022,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fc114d72-9528-4e9d-b1ee-969c916b5fd7"}
{"level":"info","ts":1784692118.957036,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc114d72-9528-4e9d-b1ee-969c916b5fd7","EoS":true}
{"level":"info","ts":1784692118.957066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc114d72-9528-4e9d-b1ee-969c916b5fd7","header":"x-maas-group"}
{"level":"info","ts":1784692118.957076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc114d72-9528-4e9d-b1ee-969c916b5fd7","header":"x-maas-subscription"}
{"level":"info","ts":1784692118.9570813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc114d72-9528-4e9d-b1ee-969c916b5fd7","header":"x-maas-username"}
{"level":"info","ts":1784692118.9570968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc114d72-9528-4e9d-b1ee-969c916b5fd7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784692118.957123,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fc114d72-9528-4e9d-b1ee-969c916b5fd7"}
{"level":"info","ts":1784692118.9597487,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fc114d72-9528-4e9d-b1ee-969c916b5fd7"}
{"level":"info","ts":1784692118.9597728,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fc114d72-9528-4e9d-b1ee-969c916b5fd7"}
{"level":"info","ts":1784692118.9597957,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fc114d72-9528-4e9d-b1ee-969c916b5fd7","EoS":false}
{"level":"info","ts":1784692118.9598165,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fc114d72-9528-4e9d-b1ee-969c916b5fd7","EoS":true}
{"level":"info","ts":1784692118.959869,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fc114d72-9528-4e9d-b1ee-969c916b5fd7"}
{"level":"info","ts":1784692118.987181,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692118.9872499,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7068d04c-b12e-4549-9952-d84ad5e2fe79"}
{"level":"info","ts":1784692118.9872615,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7068d04c-b12e-4549-9952-d84ad5e2fe79"}
{"level":"info","ts":1784692118.9872727,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7068d04c-b12e-4549-9952-d84ad5e2fe79","EoS":true}
{"level":"info","ts":1784692118.987298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7068d04c-b12e-4549-9952-d84ad5e2fe79","header":"x-maas-group"}
{"level":"info","ts":1784692118.9873083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7068d04c-b12e-4549-9952-d84ad5e2fe79","header":"x-maas-username"}
{"level":"info","ts":1784692118.9873137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7068d04c-b12e-4549-9952-d84ad5e2fe79","header":"x-maas-subscription"}
{"level":"info","ts":1784692118.987326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7068d04c-b12e-4549-9952-d84ad5e2fe79","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784692118.9873765,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7068d04c-b12e-4549-9952-d84ad5e2fe79"}
{"level":"info","ts":1784692118.9881487,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7068d04c-b12e-4549-9952-d84ad5e2fe79"}
{"level":"info","ts":1784692118.9881682,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7068d04c-b12e-4549-9952-d84ad5e2fe79"}
{"level":"info","ts":1784692118.9881904,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7068d04c-b12e-4549-9952-d84ad5e2fe79","EoS":false}
{"level":"info","ts":1784692118.9882104,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7068d04c-b12e-4549-9952-d84ad5e2fe79","EoS":true}
{"level":"info","ts":1784692118.9882593,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7068d04c-b12e-4549-9952-d84ad5e2fe79"}
{"level":"info","ts":1784692119.0936227,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692119.0937154,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37339c33-8a5a-46b0-bc4e-7e1d3c77c2e6"}
{"level":"info","ts":1784692119.0955758,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"37339c33-8a5a-46b0-bc4e-7e1d3c77c2e6"}
{"level":"info","ts":1784692119.0955937,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"37339c33-8a5a-46b0-bc4e-7e1d3c77c2e6"}
{"level":"info","ts":1784692119.0956092,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37339c33-8a5a-46b0-bc4e-7e1d3c77c2e6","EoS":false}
{"level":"info","ts":1784692119.0956235,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"37339c33-8a5a-46b0-bc4e-7e1d3c77c2e6"}
{"level":"info","ts":1784692119.0956488,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37339c33-8a5a-46b0-bc4e-7e1d3c77c2e6","EoS":true}
{"level":"info","ts":1784692119.0956585,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"37339c33-8a5a-46b0-bc4e-7e1d3c77c2e6"}
{"level":"info","ts":1784692123.7234747,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692123.7235692,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e51f8ec-c88e-43ed-a8ba-fff7d887855e"}
{"level":"info","ts":1784692123.7235851,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e51f8ec-c88e-43ed-a8ba-fff7d887855e"}
{"level":"info","ts":1784692123.7235985,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e51f8ec-c88e-43ed-a8ba-fff7d887855e","EoS":true}
{"level":"info","ts":1784692123.7236252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e51f8ec-c88e-43ed-a8ba-fff7d887855e","header":"x-maas-username"}
{"level":"info","ts":1784692123.7236352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e51f8ec-c88e-43ed-a8ba-fff7d887855e","header":"x-maas-group"}
{"level":"info","ts":1784692123.7236402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e51f8ec-c88e-43ed-a8ba-fff7d887855e","header":"x-maas-subscription"}
{"level":"info","ts":1784692123.723654,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e51f8ec-c88e-43ed-a8ba-fff7d887855e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784692123.723679,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e51f8ec-c88e-43ed-a8ba-fff7d887855e"}
{"level":"info","ts":1784692123.7246432,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6e51f8ec-c88e-43ed-a8ba-fff7d887855e"}
{"level":"info","ts":1784692123.7246647,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6e51f8ec-c88e-43ed-a8ba-fff7d887855e"}
{"level":"info","ts":1784692123.7246835,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6e51f8ec-c88e-43ed-a8ba-fff7d887855e","EoS":false}
{"level":"info","ts":1784692123.724702,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6e51f8ec-c88e-43ed-a8ba-fff7d887855e","EoS":true}
{"level":"info","ts":1784692123.7247498,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6e51f8ec-c88e-43ed-a8ba-fff7d887855e"}
{"level":"info","ts":1784692132.299216,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692132.2993133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de7eb076-6403-47ad-9498-207b781233b4"}
{"level":"info","ts":1784692132.2993279,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de7eb076-6403-47ad-9498-207b781233b4"}
{"level":"info","ts":1784692132.2993596,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de7eb076-6403-47ad-9498-207b781233b4","EoS":true}
{"level":"info","ts":1784692132.2993875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de7eb076-6403-47ad-9498-207b781233b4","header":"x-maas-username"}
{"level":"info","ts":1784692132.2993994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de7eb076-6403-47ad-9498-207b781233b4","header":"x-maas-subscription"}
{"level":"info","ts":1784692132.2994049,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de7eb076-6403-47ad-9498-207b781233b4","header":"x-maas-group"}
{"level":"info","ts":1784692132.299418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de7eb076-6403-47ad-9498-207b781233b4","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784692132.2994425,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de7eb076-6403-47ad-9498-207b781233b4"}
{"level":"info","ts":1784692132.3030531,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"de7eb076-6403-47ad-9498-207b781233b4"}
{"level":"info","ts":1784692132.303072,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"de7eb076-6403-47ad-9498-207b781233b4"}
{"level":"info","ts":1784692132.3030865,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"de7eb076-6403-47ad-9498-207b781233b4","EoS":false}
{"level":"info","ts":1784692132.3030984,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"de7eb076-6403-47ad-9498-207b781233b4","EoS":true}
{"level":"info","ts":1784692132.3031383,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"de7eb076-6403-47ad-9498-207b781233b4"}
{"level":"info","ts":1784692145.1651936,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692145.165265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89857c8b-14fd-4cdc-a23e-fe3b13b1471a"}
{"level":"info","ts":1784692145.165278,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"89857c8b-14fd-4cdc-a23e-fe3b13b1471a"}
{"level":"info","ts":1784692145.1652894,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89857c8b-14fd-4cdc-a23e-fe3b13b1471a","EoS":true}
{"level":"info","ts":1784692145.165313,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89857c8b-14fd-4cdc-a23e-fe3b13b1471a","header":"x-maas-subscription"}
{"level":"info","ts":1784692145.1653228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89857c8b-14fd-4cdc-a23e-fe3b13b1471a","header":"x-maas-username"}
{"level":"info","ts":1784692145.1653275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89857c8b-14fd-4cdc-a23e-fe3b13b1471a","header":"x-maas-group"}
{"level":"info","ts":1784692145.1653569,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89857c8b-14fd-4cdc-a23e-fe3b13b1471a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784692145.1653848,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"89857c8b-14fd-4cdc-a23e-fe3b13b1471a"}
{"level":"info","ts":1784692145.166209,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"89857c8b-14fd-4cdc-a23e-fe3b13b1471a"}
{"level":"info","ts":1784692145.16623,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"89857c8b-14fd-4cdc-a23e-fe3b13b1471a"}
{"level":"info","ts":1784692145.1662488,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"89857c8b-14fd-4cdc-a23e-fe3b13b1471a","EoS":false}
{"level":"info","ts":1784692145.1662643,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"89857c8b-14fd-4cdc-a23e-fe3b13b1471a","EoS":true}
{"level":"info","ts":1784692145.166314,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"89857c8b-14fd-4cdc-a23e-fe3b13b1471a"}
{"level":"info","ts":1784692153.6650016,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692153.6650906,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53f058e9-0589-4d13-9287-80bb24dd16f1"}
{"level":"info","ts":1784692153.6651042,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53f058e9-0589-4d13-9287-80bb24dd16f1"}
{"level":"info","ts":1784692153.665116,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53f058e9-0589-4d13-9287-80bb24dd16f1","EoS":true}
{"level":"info","ts":1784692153.6651433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53f058e9-0589-4d13-9287-80bb24dd16f1","header":"x-maas-subscription"}
{"level":"info","ts":1784692153.6651533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53f058e9-0589-4d13-9287-80bb24dd16f1","header":"x-maas-group"}
{"level":"info","ts":1784692153.6651578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53f058e9-0589-4d13-9287-80bb24dd16f1","header":"x-maas-username"}
{"level":"info","ts":1784692153.6651704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53f058e9-0589-4d13-9287-80bb24dd16f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784692153.6651936,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53f058e9-0589-4d13-9287-80bb24dd16f1"}
{"level":"info","ts":1784692153.6660352,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"53f058e9-0589-4d13-9287-80bb24dd16f1"}
{"level":"info","ts":1784692153.6660516,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"53f058e9-0589-4d13-9287-80bb24dd16f1"}
{"level":"info","ts":1784692153.6660635,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"53f058e9-0589-4d13-9287-80bb24dd16f1","EoS":false}
{"level":"info","ts":1784692153.666074,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"53f058e9-0589-4d13-9287-80bb24dd16f1","EoS":true}
{"level":"info","ts":1784692153.6661098,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"53f058e9-0589-4d13-9287-80bb24dd16f1"}
{"level":"info","ts":1784692162.4875891,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692162.4876676,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6f8c8a8-f0de-4e71-b27e-c109b3cb8286"}
{"level":"info","ts":1784692162.4876823,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e6f8c8a8-f0de-4e71-b27e-c109b3cb8286"}
{"level":"info","ts":1784692162.4876938,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6f8c8a8-f0de-4e71-b27e-c109b3cb8286","EoS":true}
{"level":"info","ts":1784692162.487727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6f8c8a8-f0de-4e71-b27e-c109b3cb8286","header":"x-maas-subscription"}
{"level":"info","ts":1784692162.4877377,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6f8c8a8-f0de-4e71-b27e-c109b3cb8286","header":"x-maas-username"}
{"level":"info","ts":1784692162.487742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6f8c8a8-f0de-4e71-b27e-c109b3cb8286","header":"x-maas-group"}
{"level":"info","ts":1784692162.4877555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6f8c8a8-f0de-4e71-b27e-c109b3cb8286","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784692162.4877808,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e6f8c8a8-f0de-4e71-b27e-c109b3cb8286"}
{"level":"info","ts":1784692162.488592,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e6f8c8a8-f0de-4e71-b27e-c109b3cb8286"}
{"level":"info","ts":1784692162.488618,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e6f8c8a8-f0de-4e71-b27e-c109b3cb8286"}
{"level":"info","ts":1784692162.4886405,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e6f8c8a8-f0de-4e71-b27e-c109b3cb8286","EoS":false}
{"level":"info","ts":1784692162.4886625,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e6f8c8a8-f0de-4e71-b27e-c109b3cb8286","EoS":true}
{"level":"info","ts":1784692162.4887002,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e6f8c8a8-f0de-4e71-b27e-c109b3cb8286"}
{"level":"info","ts":1784692187.2026017,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692187.2026901,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ddf1c74-63e7-4626-8ea4-afbc5ed8c0f2"}
{"level":"info","ts":1784692187.2027042,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0ddf1c74-63e7-4626-8ea4-afbc5ed8c0f2"}
{"level":"info","ts":1784692187.2027168,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ddf1c74-63e7-4626-8ea4-afbc5ed8c0f2","EoS":true}
{"level":"info","ts":1784692187.2027419,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ddf1c74-63e7-4626-8ea4-afbc5ed8c0f2","header":"x-maas-subscription"}
{"level":"info","ts":1784692187.202751,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ddf1c74-63e7-4626-8ea4-afbc5ed8c0f2","header":"x-maas-username"}
{"level":"info","ts":1784692187.2027564,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ddf1c74-63e7-4626-8ea4-afbc5ed8c0f2","header":"x-maas-group"}
{"level":"info","ts":1784692187.2027686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ddf1c74-63e7-4626-8ea4-afbc5ed8c0f2","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784692187.202795,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0ddf1c74-63e7-4626-8ea4-afbc5ed8c0f2"}
{"level":"info","ts":1784692187.2036715,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0ddf1c74-63e7-4626-8ea4-afbc5ed8c0f2"}
{"level":"info","ts":1784692187.203691,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0ddf1c74-63e7-4626-8ea4-afbc5ed8c0f2"}
{"level":"info","ts":1784692187.203705,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0ddf1c74-63e7-4626-8ea4-afbc5ed8c0f2","EoS":false}
{"level":"info","ts":1784692187.2037156,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0ddf1c74-63e7-4626-8ea4-afbc5ed8c0f2","EoS":true}
{"level":"info","ts":1784692187.2037485,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0ddf1c74-63e7-4626-8ea4-afbc5ed8c0f2"}
{"level":"info","ts":1784692209.6129804,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692209.6130693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f410ac6-8b70-4956-812f-cec8a73c05cb"}
{"level":"info","ts":1784692209.6130867,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f410ac6-8b70-4956-812f-cec8a73c05cb"}
{"level":"info","ts":1784692209.613099,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f410ac6-8b70-4956-812f-cec8a73c05cb","EoS":true}
{"level":"info","ts":1784692209.6131246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f410ac6-8b70-4956-812f-cec8a73c05cb","header":"x-maas-username"}
{"level":"info","ts":1784692209.6131341,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f410ac6-8b70-4956-812f-cec8a73c05cb","header":"x-maas-subscription"}
{"level":"info","ts":1784692209.613139,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f410ac6-8b70-4956-812f-cec8a73c05cb","header":"x-maas-group"}
{"level":"info","ts":1784692209.6131513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f410ac6-8b70-4956-812f-cec8a73c05cb","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784692209.6131735,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f410ac6-8b70-4956-812f-cec8a73c05cb"}
{"level":"info","ts":1784692209.6140954,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f410ac6-8b70-4956-812f-cec8a73c05cb"}
{"level":"info","ts":1784692209.614116,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7f410ac6-8b70-4956-812f-cec8a73c05cb"}
{"level":"info","ts":1784692209.6141312,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7f410ac6-8b70-4956-812f-cec8a73c05cb","EoS":false}
{"level":"info","ts":1784692209.6141422,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7f410ac6-8b70-4956-812f-cec8a73c05cb","EoS":true}
{"level":"info","ts":1784692209.6141794,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7f410ac6-8b70-4956-812f-cec8a73c05cb"}
{"level":"info","ts":1784692237.815201,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692237.8152885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83d0b900-c116-4ce6-b6e3-118bbe311c33"}
{"level":"info","ts":1784692237.8153036,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83d0b900-c116-4ce6-b6e3-118bbe311c33"}
{"level":"info","ts":1784692237.8153224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83d0b900-c116-4ce6-b6e3-118bbe311c33","EoS":true}
{"level":"info","ts":1784692237.8153846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83d0b900-c116-4ce6-b6e3-118bbe311c33","header":"x-maas-username"}
{"level":"info","ts":1784692237.8153994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83d0b900-c116-4ce6-b6e3-118bbe311c33","header":"x-maas-subscription"}
{"level":"info","ts":1784692237.815407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83d0b900-c116-4ce6-b6e3-118bbe311c33","header":"x-maas-group"}
{"level":"info","ts":1784692237.8154247,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83d0b900-c116-4ce6-b6e3-118bbe311c33","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784692237.8154604,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"83d0b900-c116-4ce6-b6e3-118bbe311c33"}
{"level":"info","ts":1784692237.8162572,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"83d0b900-c116-4ce6-b6e3-118bbe311c33"}
{"level":"info","ts":1784692237.8162785,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"83d0b900-c116-4ce6-b6e3-118bbe311c33"}
{"level":"info","ts":1784692237.8162942,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"83d0b900-c116-4ce6-b6e3-118bbe311c33","EoS":false}
{"level":"info","ts":1784692237.8163056,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"83d0b900-c116-4ce6-b6e3-118bbe311c33","EoS":true}
{"level":"info","ts":1784692237.8163502,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"83d0b900-c116-4ce6-b6e3-118bbe311c33"}
{"level":"info","ts":1784692247.152995,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692247.153089,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fcce25f-fefa-44cf-8970-42ca3a433d38"}
{"level":"info","ts":1784692247.1531048,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3fcce25f-fefa-44cf-8970-42ca3a433d38"}
{"level":"info","ts":1784692247.1531243,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3fcce25f-fefa-44cf-8970-42ca3a433d38","EoS":true}
{"level":"info","ts":1784692247.1531649,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fcce25f-fefa-44cf-8970-42ca3a433d38","header":"x-maas-group"}
{"level":"info","ts":1784692247.153177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fcce25f-fefa-44cf-8970-42ca3a433d38","header":"x-maas-username"}
{"level":"info","ts":1784692247.1531842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fcce25f-fefa-44cf-8970-42ca3a433d38","header":"x-maas-subscription"}
{"level":"info","ts":1784692247.1532018,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3fcce25f-fefa-44cf-8970-42ca3a433d38","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784692247.1532347,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3fcce25f-fefa-44cf-8970-42ca3a433d38"}
{"level":"info","ts":1784692247.1540637,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3fcce25f-fefa-44cf-8970-42ca3a433d38"}
{"level":"info","ts":1784692247.1540878,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3fcce25f-fefa-44cf-8970-42ca3a433d38"}
{"level":"info","ts":1784692247.1541119,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3fcce25f-fefa-44cf-8970-42ca3a433d38","EoS":false}
{"level":"info","ts":1784692247.1541371,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3fcce25f-fefa-44cf-8970-42ca3a433d38","EoS":true}
{"level":"info","ts":1784692247.1541686,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3fcce25f-fefa-44cf-8970-42ca3a433d38"}
{"level":"info","ts":1784692247.1892757,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692247.1893678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0d7db5d-dce7-44d5-93b5-b9c36b4b131c"}
{"level":"info","ts":1784692247.1893811,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0d7db5d-dce7-44d5-93b5-b9c36b4b131c"}
{"level":"info","ts":1784692247.1893995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0d7db5d-dce7-44d5-93b5-b9c36b4b131c","EoS":true}
{"level":"info","ts":1784692247.1894312,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0d7db5d-dce7-44d5-93b5-b9c36b4b131c","header":"x-maas-subscription"}
{"level":"info","ts":1784692247.1894457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0d7db5d-dce7-44d5-93b5-b9c36b4b131c","header":"x-maas-group"}
{"level":"info","ts":1784692247.189454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0d7db5d-dce7-44d5-93b5-b9c36b4b131c","header":"x-maas-username"}
{"level":"info","ts":1784692247.189471,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0d7db5d-dce7-44d5-93b5-b9c36b4b131c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784692247.1895053,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0d7db5d-dce7-44d5-93b5-b9c36b4b131c"}
{"level":"info","ts":1784692247.1903071,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a0d7db5d-dce7-44d5-93b5-b9c36b4b131c"}
{"level":"info","ts":1784692247.1903186,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a0d7db5d-dce7-44d5-93b5-b9c36b4b131c"}
{"level":"info","ts":1784692247.190357,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a0d7db5d-dce7-44d5-93b5-b9c36b4b131c","EoS":false}
{"level":"info","ts":1784692247.190377,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a0d7db5d-dce7-44d5-93b5-b9c36b4b131c","EoS":true}
{"level":"info","ts":1784692247.190423,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a0d7db5d-dce7-44d5-93b5-b9c36b4b131c"}
{"level":"info","ts":1784692266.204531,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692266.2046504,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc8cc70a-cb4a-4228-a316-fb5277725179"}
{"level":"info","ts":1784692266.204671,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bc8cc70a-cb4a-4228-a316-fb5277725179"}
{"level":"info","ts":1784692266.2046864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bc8cc70a-cb4a-4228-a316-fb5277725179","EoS":true}
{"level":"info","ts":1784692266.2047126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc8cc70a-cb4a-4228-a316-fb5277725179","header":"x-maas-username"}
{"level":"info","ts":1784692266.2047222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc8cc70a-cb4a-4228-a316-fb5277725179","header":"x-maas-group"}
{"level":"info","ts":1784692266.204727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc8cc70a-cb4a-4228-a316-fb5277725179","header":"x-maas-subscription"}
{"level":"info","ts":1784692266.2047405,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc8cc70a-cb4a-4228-a316-fb5277725179","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784692266.2047665,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bc8cc70a-cb4a-4228-a316-fb5277725179"}
{"level":"info","ts":1784692266.205601,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bc8cc70a-cb4a-4228-a316-fb5277725179"}
{"level":"info","ts":1784692266.2056267,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bc8cc70a-cb4a-4228-a316-fb5277725179"}
{"level":"info","ts":1784692266.205649,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bc8cc70a-cb4a-4228-a316-fb5277725179","EoS":false}
{"level":"info","ts":1784692266.205666,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bc8cc70a-cb4a-4228-a316-fb5277725179","EoS":true}
{"level":"info","ts":1784692266.2057104,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bc8cc70a-cb4a-4228-a316-fb5277725179"}
{"level":"info","ts":1784692396.095731,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692396.095818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"662e3b64-2d92-4649-b142-f980f469e978"}
{"level":"info","ts":1784692396.0958254,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"662e3b64-2d92-4649-b142-f980f469e978"}
{"level":"info","ts":1784692396.095837,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"662e3b64-2d92-4649-b142-f980f469e978","EoS":true}
{"level":"info","ts":1784692396.095863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"662e3b64-2d92-4649-b142-f980f469e978","header":"x-maas-subscription"}
{"level":"info","ts":1784692396.0958734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"662e3b64-2d92-4649-b142-f980f469e978","header":"x-maas-username"}
{"level":"info","ts":1784692396.0958774,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"662e3b64-2d92-4649-b142-f980f469e978","header":"x-maas-group"}
{"level":"info","ts":1784692396.0958905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"662e3b64-2d92-4649-b142-f980f469e978","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784692396.095913,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"662e3b64-2d92-4649-b142-f980f469e978"}
{"level":"info","ts":1784692396.0972953,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"662e3b64-2d92-4649-b142-f980f469e978"}
{"level":"info","ts":1784692396.0973222,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"662e3b64-2d92-4649-b142-f980f469e978"}
{"level":"info","ts":1784692396.0973668,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"662e3b64-2d92-4649-b142-f980f469e978","EoS":false}
{"level":"info","ts":1784692396.0973787,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"662e3b64-2d92-4649-b142-f980f469e978","EoS":true}
{"level":"info","ts":1784692396.0974221,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"662e3b64-2d92-4649-b142-f980f469e978"}
{"level":"info","ts":1784692433.0271597,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692433.0272357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6c87f48-ac1f-4fb7-b1d5-96a75027eee8"}
{"level":"info","ts":1784692433.0272465,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d6c87f48-ac1f-4fb7-b1d5-96a75027eee8"}
{"level":"info","ts":1784692433.0272584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d6c87f48-ac1f-4fb7-b1d5-96a75027eee8","EoS":true}
{"level":"info","ts":1784692433.0272827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6c87f48-ac1f-4fb7-b1d5-96a75027eee8","header":"x-maas-subscription"}
{"level":"info","ts":1784692433.027293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6c87f48-ac1f-4fb7-b1d5-96a75027eee8","header":"x-maas-username"}
{"level":"info","ts":1784692433.0272975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6c87f48-ac1f-4fb7-b1d5-96a75027eee8","header":"x-maas-group"}
{"level":"info","ts":1784692433.0273097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d6c87f48-ac1f-4fb7-b1d5-96a75027eee8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784692433.0273554,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d6c87f48-ac1f-4fb7-b1d5-96a75027eee8"}
{"level":"info","ts":1784692433.0308928,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d6c87f48-ac1f-4fb7-b1d5-96a75027eee8"}
{"level":"info","ts":1784692433.0309138,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d6c87f48-ac1f-4fb7-b1d5-96a75027eee8"}
{"level":"info","ts":1784692433.030932,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d6c87f48-ac1f-4fb7-b1d5-96a75027eee8","EoS":false}
{"level":"info","ts":1784692433.0309522,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d6c87f48-ac1f-4fb7-b1d5-96a75027eee8","EoS":true}
{"level":"info","ts":1784692433.0309896,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d6c87f48-ac1f-4fb7-b1d5-96a75027eee8"}
{"level":"info","ts":1784692448.2549288,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692448.2550263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"895a94d4-3b7e-45b4-9c27-ce665b15d246"}
{"level":"info","ts":1784692448.2550426,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"895a94d4-3b7e-45b4-9c27-ce665b15d246"}
{"level":"info","ts":1784692448.2550554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"895a94d4-3b7e-45b4-9c27-ce665b15d246","EoS":true}
{"level":"info","ts":1784692448.2550795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"895a94d4-3b7e-45b4-9c27-ce665b15d246","header":"x-maas-group"}
{"level":"info","ts":1784692448.2550867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"895a94d4-3b7e-45b4-9c27-ce665b15d246","header":"x-maas-subscription"}
{"level":"info","ts":1784692448.255091,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"895a94d4-3b7e-45b4-9c27-ce665b15d246","header":"x-maas-username"}
{"level":"info","ts":1784692448.255104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"895a94d4-3b7e-45b4-9c27-ce665b15d246","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784692448.2551317,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"895a94d4-3b7e-45b4-9c27-ce665b15d246"}
{"level":"info","ts":1784692448.2559953,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"895a94d4-3b7e-45b4-9c27-ce665b15d246"}
{"level":"info","ts":1784692448.2560153,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"895a94d4-3b7e-45b4-9c27-ce665b15d246"}
{"level":"info","ts":1784692448.2560296,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"895a94d4-3b7e-45b4-9c27-ce665b15d246","EoS":false}
{"level":"info","ts":1784692448.2560418,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"895a94d4-3b7e-45b4-9c27-ce665b15d246","EoS":true}
{"level":"info","ts":1784692448.2560744,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"895a94d4-3b7e-45b4-9c27-ce665b15d246"}
{"level":"info","ts":1784692761.4371858,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692761.4372792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56040527-9a68-4834-86d3-f1215c2377b2"}
{"level":"info","ts":1784692761.4372895,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56040527-9a68-4834-86d3-f1215c2377b2"}
{"level":"info","ts":1784692761.4373014,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56040527-9a68-4834-86d3-f1215c2377b2","EoS":true}
{"level":"info","ts":1784692761.4373271,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56040527-9a68-4834-86d3-f1215c2377b2","header":"x-maas-subscription"}
{"level":"info","ts":1784692761.437354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56040527-9a68-4834-86d3-f1215c2377b2","header":"x-maas-group"}
{"level":"info","ts":1784692761.4373593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56040527-9a68-4834-86d3-f1215c2377b2","header":"x-maas-username"}
{"level":"info","ts":1784692761.4373724,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56040527-9a68-4834-86d3-f1215c2377b2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784692761.4373968,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56040527-9a68-4834-86d3-f1215c2377b2"}
{"level":"info","ts":1784692761.4402602,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"56040527-9a68-4834-86d3-f1215c2377b2"}
{"level":"info","ts":1784692761.440284,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"56040527-9a68-4834-86d3-f1215c2377b2"}
{"level":"info","ts":1784692761.4403048,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"56040527-9a68-4834-86d3-f1215c2377b2","EoS":false}
{"level":"info","ts":1784692761.4403176,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"56040527-9a68-4834-86d3-f1215c2377b2","EoS":true}
{"level":"info","ts":1784692761.4403837,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"56040527-9a68-4834-86d3-f1215c2377b2"}
{"level":"info","ts":1784692766.2374663,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"624abea5-7b0b-4192-acf0-646503d5eb13","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784692766.2378104,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37947.617353015,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784692766.2378466,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784692766.2855134,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784692766.3382597,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"624abea5-7b0b-4192-acf0-646503d5eb13","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784692766.357187,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6266d5d-3e9d-4087-a898-4ace1bb005ad","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784692766.3572059,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2bf086b-ac1c-4e17-b010-f9ea58ccaf6b"}
{"level":"info","ts":1784692766.3572235,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6266d5d-3e9d-4087-a898-4ace1bb005ad","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784692766.3657274,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c2e29853-11cc-41c8-bea4-d10488edd068","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784692766.3657613,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c2e29853-11cc-41c8-bea4-d10488edd068","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784692766.3661523,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37999.286226239,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784692766.3661716,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784692766.3747342,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784692766.4668615,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2bf086b-ac1c-4e17-b010-f9ea58ccaf6b","name":"e2e-external-provider"}
{"level":"info","ts":1784692766.4696593,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a31dae14-ed16-4ab0-850b-afd680aac1c4","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784692766.469695,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a31dae14-ed16-4ab0-850b-afd680aac1c4","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784692766.4697094,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d47d012c-119d-45cf-ab34-938fe914caa9"}
{"level":"info","ts":1784692766.4786057,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d47d012c-119d-45cf-ab34-938fe914caa9","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784692766.4786677,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb52edb6-c6b0-41f6-8aa9-40838accabee","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784692766.4786928,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb52edb6-c6b0-41f6-8aa9-40838accabee","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784692766.4806762,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2bf086b-ac1c-4e17-b010-f9ea58ccaf6b","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784692766.4876769,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e4e1164-ca00-4822-91a1-b4aca96e8c23","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784692766.4877024,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e4e1164-ca00-4822-91a1-b4aca96e8c23","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784692766.4877026,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d47d012c-119d-45cf-ab34-938fe914caa9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784692766.4877687,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f55170d-8acb-43fa-a5cb-a25585c61a97"}
{"level":"info","ts":1784692766.4877934,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f55170d-8acb-43fa-a5cb-a25585c61a97","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784692766.494149,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2bf086b-ac1c-4e17-b010-f9ea58ccaf6b","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784692766.49453,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f55170d-8acb-43fa-a5cb-a25585c61a97","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784692766.5047174,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c32d7c83-c4e8-42fc-b163-a85b1e625ac6"}
{"level":"info","ts":1784692766.5047483,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c32d7c83-c4e8-42fc-b163-a85b1e625ac6","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784692766.5050657,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2bf086b-ac1c-4e17-b010-f9ea58ccaf6b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784692766.5117958,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c32d7c83-c4e8-42fc-b163-a85b1e625ac6","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784692766.515291,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07330cad-45f5-4d92-be63-20b54414f100"}
{"level":"info","ts":1784692766.5152988,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"668d3dfe-b76d-4d6a-8222-9bb4593a2845","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784692766.5153239,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"668d3dfe-b76d-4d6a-8222-9bb4593a2845","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784692766.5153658,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07330cad-45f5-4d92-be63-20b54414f100","name":"e2e-external-provider"}
{"level":"info","ts":1784692766.5153885,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a3afadab-6573-43f2-ba77-44fa3e3719f1","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784692766.5154326,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a3afadab-6573-43f2-ba77-44fa3e3719f1","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784692766.5154974,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2e31c05-73a6-4180-8c54-185889c4c9cb"}
{"level":"info","ts":1784692766.5157044,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32568.792630396,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784692766.5157208,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784692766.5280654,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07330cad-45f5-4d92-be63-20b54414f100","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784692766.5289657,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784692766.5331826,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"25e490e1-5504-41d6-8deb-57fecec4fb30"}
{"level":"info","ts":1784692766.5332181,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"25e490e1-5504-41d6-8deb-57fecec4fb30","name":"e2e-external-provider"}
{"level":"info","ts":1784692766.5452003,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"25e490e1-5504-41d6-8deb-57fecec4fb30","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784692766.6159322,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2e31c05-73a6-4180-8c54-185889c4c9cb","name":"e2e-external-model"}
{"level":"info","ts":1784692766.6281557,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2e31c05-73a6-4180-8c54-185889c4c9cb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784692766.6338062,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d39b1c92-a9da-418b-8e45-9bf8a8a89596","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784692766.633836,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d39b1c92-a9da-418b-8e45-9bf8a8a89596","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784692766.6339242,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc8b0955-0976-400b-a42e-e56363c89042"}
{"level":"info","ts":1784692766.633988,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc8b0955-0976-400b-a42e-e56363c89042","name":"e2e-external-model"}
{"level":"info","ts":1784692766.6514435,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01d9f79a-ec3c-40a4-af07-887468a57255","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784692766.651472,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01d9f79a-ec3c-40a4-af07-887468a57255","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784692766.651623,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc8b0955-0976-400b-a42e-e56363c89042","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784692766.6516938,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a4f1022-b4c3-4738-9d5c-9c76de6aae5e"}
{"level":"info","ts":1784692766.6517444,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a4f1022-b4c3-4738-9d5c-9c76de6aae5e","name":"e2e-external-model"}
{"level":"info","ts":1784692766.6619313,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a4f1022-b4c3-4738-9d5c-9c76de6aae5e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784692766.6694267,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fab5dd33-2eb2-4080-a567-a4d4b1124b45"}
{"level":"info","ts":1784692766.6695035,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fab5dd33-2eb2-4080-a567-a4d4b1124b45","name":"e2e-external-model"}
{"level":"info","ts":1784692766.6694267,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0dd9e6c3-e8cd-4973-b93a-55ed6f5fb1aa","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784692766.6695442,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0dd9e6c3-e8cd-4973-b93a-55ed6f5fb1aa","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784692766.680857,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fab5dd33-2eb2-4080-a567-a4d4b1124b45","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784692780.2846816,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692780.2847683,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009"}
{"level":"info","ts":1784692780.284782,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009"}
{"level":"info","ts":1784692780.2847943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009","EoS":true}
{"level":"info","ts":1784692780.284824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009","header":"x-maas-username"}
{"level":"info","ts":1784692780.284835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009","header":"x-maas-group"}
{"level":"info","ts":1784692780.2848392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009","header":"x-maas-subscription"}
{"level":"info","ts":1784692780.2848525,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784692780.2848623,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009","modelName":"e2e-external-model"}
{"level":"info","ts":1784692780.284875,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784692780.2849054,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784692780.2849216,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009","authType":"apikey"}
{"level":"info","ts":1784692780.2849526,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009"}
{"level":"info","ts":1784692780.4067335,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04f37b95-3ae8-443e-9254-77087b691cf6","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784692780.4067879,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04f37b95-3ae8-443e-9254-77087b691cf6","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784692780.4067445,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0008fea5-5488-4954-b933-632033f5feaf"}
{"level":"info","ts":1784692780.415639,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0008fea5-5488-4954-b933-632033f5feaf","name":"e2e-cleanup-test"}
{"level":"info","ts":1784692780.4156444,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbe14f12-dfa8-4c35-b6bd-72d3f6f027ab","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784692780.415767,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbe14f12-dfa8-4c35-b6bd-72d3f6f027ab","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784692780.4474254,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0008fea5-5488-4954-b933-632033f5feaf","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784692780.456004,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca635c59-12fe-44b0-8600-70d581cbcc5f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784692780.4560325,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca635c59-12fe-44b0-8600-70d581cbcc5f","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784692780.4561448,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c2c8258-8eb0-4bd4-84bc-1495fc42d289"}
{"level":"info","ts":1784692780.4562087,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c2c8258-8eb0-4bd4-84bc-1495fc42d289","name":"e2e-cleanup-test"}
{"level":"info","ts":1784692780.4722052,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"831bf1ed-9b39-4364-a640-8b85f6f2bb47","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784692780.4722323,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"831bf1ed-9b39-4364-a640-8b85f6f2bb47","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784692780.4736137,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c2c8258-8eb0-4bd4-84bc-1495fc42d289","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784692780.473675,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c2c8258-8eb0-4bd4-84bc-1495fc42d289","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784692780.47372,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2492eafb-cea5-46fd-b791-c65baac87bb5"}
{"level":"info","ts":1784692780.4737735,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2492eafb-cea5-46fd-b791-c65baac87bb5","name":"e2e-cleanup-test"}
{"level":"info","ts":1784692780.4821372,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2492eafb-cea5-46fd-b791-c65baac87bb5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784692780.4885902,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae21ea8b-f390-4385-b60d-14ce27468c4f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784692780.4886146,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae21ea8b-f390-4385-b60d-14ce27468c4f","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784692780.4901824,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2492eafb-cea5-46fd-b791-c65baac87bb5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784692780.4902554,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4580bb3a-166c-44e1-8aae-b964e7f0416d"}
{"level":"info","ts":1784692780.4903045,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4580bb3a-166c-44e1-8aae-b964e7f0416d","name":"e2e-cleanup-test"}
{"level":"info","ts":1784692780.5002782,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4580bb3a-166c-44e1-8aae-b964e7f0416d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784692788.6718638,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb8b59f1-da6c-4980-84e8-1f6a4a5198a3","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784692788.6719074,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb8b59f1-da6c-4980-84e8-1f6a4a5198a3","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784692788.6719124,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ba285a4-d353-42a2-9f3f-811a1082f805"}
{"level":"info","ts":1784692792.983643,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692792.9837527,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3743d3f-647c-4e76-9ad5-e5947db00cd4"}
{"level":"info","ts":1784692792.9837742,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3743d3f-647c-4e76-9ad5-e5947db00cd4"}
{"level":"info","ts":1784692792.9837892,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3743d3f-647c-4e76-9ad5-e5947db00cd4","EoS":true}
{"level":"info","ts":1784692792.9838288,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3743d3f-647c-4e76-9ad5-e5947db00cd4","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784692792.9838583,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3743d3f-647c-4e76-9ad5-e5947db00cd4"}
{"level":"info","ts":1784692793.0458193,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692793.0458834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022"}
{"level":"info","ts":1784692793.0458922,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022"}
{"level":"info","ts":1784692793.045904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022","EoS":true}
{"level":"info","ts":1784692793.045926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022","header":"x-maas-username"}
{"level":"info","ts":1784692793.0459356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022","header":"x-maas-subscription"}
{"level":"info","ts":1784692793.04594,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022","header":"x-maas-group"}
{"level":"info","ts":1784692793.0459526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784692793.0459595,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022","modelName":"e2e-external-model"}
{"level":"info","ts":1784692793.0459726,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784692793.045997,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784692793.0460124,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022","authType":"apikey"}
{"level":"info","ts":1784692793.0460415,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022"}
{"level":"info","ts":1784692793.078448,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692793.078506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0ce773a-5899-401f-8154-74793f115966"}
{"level":"info","ts":1784692793.0785146,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0ce773a-5899-401f-8154-74793f115966"}
{"level":"info","ts":1784692793.078525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0ce773a-5899-401f-8154-74793f115966","EoS":true}
{"level":"info","ts":1784692793.0785468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0ce773a-5899-401f-8154-74793f115966","header":"x-maas-username"}
{"level":"info","ts":1784692793.0785573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0ce773a-5899-401f-8154-74793f115966","header":"x-maas-group"}
{"level":"info","ts":1784692793.0785613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0ce773a-5899-401f-8154-74793f115966","header":"x-maas-subscription"}
{"level":"info","ts":1784692793.0785728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0ce773a-5899-401f-8154-74793f115966","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784692793.0785973,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0ce773a-5899-401f-8154-74793f115966"}
{"level":"info","ts":1784692793.184583,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0ce773a-5899-401f-8154-74793f115966"}
{"level":"info","ts":1784692793.1846027,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d0ce773a-5899-401f-8154-74793f115966"}
{"level":"info","ts":1784692793.184618,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d0ce773a-5899-401f-8154-74793f115966","EoS":false}
{"level":"info","ts":1784692793.1846294,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d0ce773a-5899-401f-8154-74793f115966","EoS":true}
{"level":"error","ts":1784692793.1846437,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"d0ce773a-5899-401f-8154-74793f115966","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784692793.1846886,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d0ce773a-5899-401f-8154-74793f115966"}
{"level":"info","ts":1784692793.2198083,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692793.2198572,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3962fb26-5540-4336-8f64-23eb16f1b34a"}
{"level":"info","ts":1784692793.2198653,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3962fb26-5540-4336-8f64-23eb16f1b34a"}
{"level":"info","ts":1784692793.2198746,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3962fb26-5540-4336-8f64-23eb16f1b34a","EoS":true}
{"level":"info","ts":1784692793.219893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3962fb26-5540-4336-8f64-23eb16f1b34a","header":"x-maas-subscription"}
{"level":"info","ts":1784692793.2199004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3962fb26-5540-4336-8f64-23eb16f1b34a","header":"x-maas-group"}
{"level":"info","ts":1784692793.2199054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3962fb26-5540-4336-8f64-23eb16f1b34a","header":"x-maas-username"}
{"level":"info","ts":1784692793.219931,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3962fb26-5540-4336-8f64-23eb16f1b34a"}
{"level":"info","ts":1784692793.2705328,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3962fb26-5540-4336-8f64-23eb16f1b34a"}
{"level":"info","ts":1784692793.270551,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3962fb26-5540-4336-8f64-23eb16f1b34a"}
{"level":"info","ts":1784692793.2705643,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3962fb26-5540-4336-8f64-23eb16f1b34a","EoS":false}
{"level":"info","ts":1784692793.2705758,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3962fb26-5540-4336-8f64-23eb16f1b34a","EoS":true}
{"level":"error","ts":1784692793.27059,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"3962fb26-5540-4336-8f64-23eb16f1b34a","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784692793.27062,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3962fb26-5540-4336-8f64-23eb16f1b34a"}
{"level":"info","ts":1784692794.1112463,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"719a701d-86e8-495e-9ada-253e9c7bb48b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784692794.1112843,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"719a701d-86e8-495e-9ada-253e9c7bb48b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784692794.1112878,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ac3058f-7960-4b3c-af43-200230bc84d1"}
{"level":"info","ts":1784692794.2632697,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c96e7cc-f030-4114-8278-81a2ade8729b","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784692794.2633038,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c96e7cc-f030-4114-8278-81a2ade8729b","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784692794.2633603,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f6651693-6de6-4411-851f-7a51c179c0b9"}
{"level":"info","ts":1784692794.3822312,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f2adb78f-c854-4588-a677-0cc3805bf5af","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784692794.3823793,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f2adb78f-c854-4588-a677-0cc3805bf5af","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784693410.1058867,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784693410.1059763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c79ca888-ba88-4266-b30f-bb6794416417"}
{"level":"info","ts":1784693410.105986,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c79ca888-ba88-4266-b30f-bb6794416417"}
{"level":"info","ts":1784693410.1059976,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c79ca888-ba88-4266-b30f-bb6794416417","EoS":true}
{"level":"info","ts":1784693410.106025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c79ca888-ba88-4266-b30f-bb6794416417","header":"x-maas-subscription"}
{"level":"info","ts":1784693410.1060364,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c79ca888-ba88-4266-b30f-bb6794416417","header":"x-maas-group"}
{"level":"info","ts":1784693410.1060407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c79ca888-ba88-4266-b30f-bb6794416417","header":"x-maas-username"}
{"level":"info","ts":1784693410.1060529,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c79ca888-ba88-4266-b30f-bb6794416417","path":"/ai-tenant-e2e-inf-b-b9a16f/test-model-b9a16f/v1/chat/completions"}
{"level":"info","ts":1784693410.1060748,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c79ca888-ba88-4266-b30f-bb6794416417"}
{"level":"info","ts":1784693410.1193693,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c79ca888-ba88-4266-b30f-bb6794416417"}
{"level":"info","ts":1784693410.1193898,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c79ca888-ba88-4266-b30f-bb6794416417"}
{"level":"info","ts":1784693410.1194105,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c79ca888-ba88-4266-b30f-bb6794416417","EoS":false}
{"level":"info","ts":1784693410.119428,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c79ca888-ba88-4266-b30f-bb6794416417","EoS":true}
{"level":"info","ts":1784693410.1194785,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c79ca888-ba88-4266-b30f-bb6794416417"}
{"level":"info","ts":1784693866.6107147,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784693866.6108003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e8c0ca5-8f85-4ece-b28c-65f19fa5c49b"}
{"level":"info","ts":1784693866.6108131,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8e8c0ca5-8f85-4ece-b28c-65f19fa5c49b"}
{"level":"info","ts":1784693866.610825,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e8c0ca5-8f85-4ece-b28c-65f19fa5c49b","EoS":true}
{"level":"info","ts":1784693866.6108532,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e8c0ca5-8f85-4ece-b28c-65f19fa5c49b","header":"x-maas-group"}
{"level":"info","ts":1784693866.6108685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e8c0ca5-8f85-4ece-b28c-65f19fa5c49b","header":"x-maas-subscription"}
{"level":"info","ts":1784693866.6108751,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e8c0ca5-8f85-4ece-b28c-65f19fa5c49b","header":"x-maas-username"}
{"level":"info","ts":1784693866.6108887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e8c0ca5-8f85-4ece-b28c-65f19fa5c49b","path":"/ai-tenant-e2e-shared-a-dd1671/rate-test-model-dd1671/v1/completions"}
{"level":"info","ts":1784693866.6109161,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8e8c0ca5-8f85-4ece-b28c-65f19fa5c49b"}
{"level":"info","ts":1784693866.6247394,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8e8c0ca5-8f85-4ece-b28c-65f19fa5c49b"}
{"level":"info","ts":1784693866.6247592,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8e8c0ca5-8f85-4ece-b28c-65f19fa5c49b"}
{"level":"info","ts":1784693866.6247745,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8e8c0ca5-8f85-4ece-b28c-65f19fa5c49b","EoS":false}
{"level":"info","ts":1784693866.6247869,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8e8c0ca5-8f85-4ece-b28c-65f19fa5c49b","EoS":true}
{"level":"info","ts":1784693866.624821,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8e8c0ca5-8f85-4ece-b28c-65f19fa5c49b"}
{"level":"info","ts":1784693867.6658196,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784693867.665906,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d260fb09-c55b-479f-93e8-75558268997f"}
{"level":"info","ts":1784693867.6659167,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d260fb09-c55b-479f-93e8-75558268997f"}
{"level":"info","ts":1784693867.6659331,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d260fb09-c55b-479f-93e8-75558268997f","EoS":true}
{"level":"info","ts":1784693867.6659634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d260fb09-c55b-479f-93e8-75558268997f","header":"x-maas-subscription"}
{"level":"info","ts":1784693867.665973,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d260fb09-c55b-479f-93e8-75558268997f","header":"x-maas-username"}
{"level":"info","ts":1784693867.6659784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d260fb09-c55b-479f-93e8-75558268997f","header":"x-maas-group"}
{"level":"info","ts":1784693867.6659908,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d260fb09-c55b-479f-93e8-75558268997f","path":"/ai-tenant-e2e-shared-a-dd1671/rate-test-model-dd1671/v1/completions"}
{"level":"info","ts":1784693867.666019,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d260fb09-c55b-479f-93e8-75558268997f"}
{"level":"info","ts":1784693867.6671941,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d260fb09-c55b-479f-93e8-75558268997f"}
{"level":"info","ts":1784693867.6672149,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d260fb09-c55b-479f-93e8-75558268997f"}
{"level":"info","ts":1784693867.6672294,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d260fb09-c55b-479f-93e8-75558268997f","EoS":false}
{"level":"info","ts":1784693867.667243,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d260fb09-c55b-479f-93e8-75558268997f","EoS":true}
{"level":"info","ts":1784693867.6672785,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d260fb09-c55b-479f-93e8-75558268997f"}
{"level":"info","ts":1784693889.0259416,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784693889.026024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27dfcb12-3775-4e01-a8ba-6cf3773853b3"}
{"level":"info","ts":1784693889.0260334,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27dfcb12-3775-4e01-a8ba-6cf3773853b3"}
{"level":"info","ts":1784693889.0260463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27dfcb12-3775-4e01-a8ba-6cf3773853b3","EoS":true}
{"level":"info","ts":1784693889.026072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27dfcb12-3775-4e01-a8ba-6cf3773853b3","header":"x-maas-subscription"}
{"level":"info","ts":1784693889.0260828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27dfcb12-3775-4e01-a8ba-6cf3773853b3","header":"x-maas-group"}
{"level":"info","ts":1784693889.026088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27dfcb12-3775-4e01-a8ba-6cf3773853b3","header":"x-maas-username"}
{"level":"info","ts":1784693889.0261023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27dfcb12-3775-4e01-a8ba-6cf3773853b3","path":"/ai-tenant-e2e-shared-b-38610b/rate-test-model-38610b/v1/completions"}
{"level":"info","ts":1784693889.0261254,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27dfcb12-3775-4e01-a8ba-6cf3773853b3"}
{"level":"info","ts":1784693889.0391972,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"27dfcb12-3775-4e01-a8ba-6cf3773853b3"}
{"level":"info","ts":1784693889.0392218,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"27dfcb12-3775-4e01-a8ba-6cf3773853b3"}
{"level":"info","ts":1784693889.0392368,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"27dfcb12-3775-4e01-a8ba-6cf3773853b3","EoS":false}
{"level":"info","ts":1784693889.039249,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"27dfcb12-3775-4e01-a8ba-6cf3773853b3","EoS":true}
{"level":"info","ts":1784693889.039296,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"27dfcb12-3775-4e01-a8ba-6cf3773853b3"}