{"level":"info","ts":1784835051.8816025,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dafeae74-ed5c-4c60-b449-f4bcf9ef8e4c"}
{"level":"info","ts":1784835051.8816144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dafeae74-ed5c-4c60-b449-f4bcf9ef8e4c","EoS":true}
{"level":"info","ts":1784835051.8816402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dafeae74-ed5c-4c60-b449-f4bcf9ef8e4c","header":"x-maas-username"}
{"level":"info","ts":1784835051.8816483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dafeae74-ed5c-4c60-b449-f4bcf9ef8e4c","header":"x-maas-subscription"}
{"level":"info","ts":1784835051.8816535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dafeae74-ed5c-4c60-b449-f4bcf9ef8e4c","header":"x-maas-group"}
{"level":"info","ts":1784835051.8816953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dafeae74-ed5c-4c60-b449-f4bcf9ef8e4c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784835051.8817208,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dafeae74-ed5c-4c60-b449-f4bcf9ef8e4c"}
{"level":"info","ts":1784835051.8854597,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dafeae74-ed5c-4c60-b449-f4bcf9ef8e4c"}
{"level":"info","ts":1784835051.8854802,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dafeae74-ed5c-4c60-b449-f4bcf9ef8e4c"}
{"level":"info","ts":1784835051.8854969,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dafeae74-ed5c-4c60-b449-f4bcf9ef8e4c","EoS":false}
{"level":"info","ts":1784835051.885507,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dafeae74-ed5c-4c60-b449-f4bcf9ef8e4c","EoS":true}
{"level":"info","ts":1784835051.8855479,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dafeae74-ed5c-4c60-b449-f4bcf9ef8e4c"}
{"level":"info","ts":1784835052.0165658,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835052.0166469,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46c9c3df-f4fb-463a-80d2-e89b419467fa"}
{"level":"info","ts":1784835052.0166585,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"46c9c3df-f4fb-463a-80d2-e89b419467fa"}
{"level":"info","ts":1784835052.016692,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46c9c3df-f4fb-463a-80d2-e89b419467fa","EoS":true}
{"level":"info","ts":1784835052.01672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46c9c3df-f4fb-463a-80d2-e89b419467fa","header":"x-maas-username"}
{"level":"info","ts":1784835052.016731,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46c9c3df-f4fb-463a-80d2-e89b419467fa","header":"x-maas-group"}
{"level":"info","ts":1784835052.0167353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46c9c3df-f4fb-463a-80d2-e89b419467fa","header":"x-maas-subscription"}
{"level":"info","ts":1784835052.0167499,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46c9c3df-f4fb-463a-80d2-e89b419467fa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784835052.0167716,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"46c9c3df-f4fb-463a-80d2-e89b419467fa"}
{"level":"info","ts":1784835052.01772,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"46c9c3df-f4fb-463a-80d2-e89b419467fa"}
{"level":"info","ts":1784835052.0177388,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"46c9c3df-f4fb-463a-80d2-e89b419467fa"}
{"level":"info","ts":1784835052.017753,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"46c9c3df-f4fb-463a-80d2-e89b419467fa","EoS":false}
{"level":"info","ts":1784835052.017764,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"46c9c3df-f4fb-463a-80d2-e89b419467fa","EoS":true}
{"level":"info","ts":1784835052.0178359,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"46c9c3df-f4fb-463a-80d2-e89b419467fa"}
{"level":"info","ts":1784835052.1518161,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835052.1518998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0060faa0-98c3-4ed8-a522-53c26d58a859"}
{"level":"info","ts":1784835052.1519125,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0060faa0-98c3-4ed8-a522-53c26d58a859"}
{"level":"info","ts":1784835052.1519248,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0060faa0-98c3-4ed8-a522-53c26d58a859","EoS":true}
{"level":"info","ts":1784835052.1519516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0060faa0-98c3-4ed8-a522-53c26d58a859","header":"x-maas-group"}
{"level":"info","ts":1784835052.1519623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0060faa0-98c3-4ed8-a522-53c26d58a859","header":"x-maas-subscription"}
{"level":"info","ts":1784835052.151967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0060faa0-98c3-4ed8-a522-53c26d58a859","header":"x-maas-username"}
{"level":"info","ts":1784835052.1519787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0060faa0-98c3-4ed8-a522-53c26d58a859","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784835052.1520033,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0060faa0-98c3-4ed8-a522-53c26d58a859"}
{"level":"info","ts":1784835052.1530385,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0060faa0-98c3-4ed8-a522-53c26d58a859"}
{"level":"info","ts":1784835052.1530602,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0060faa0-98c3-4ed8-a522-53c26d58a859"}
{"level":"info","ts":1784835052.1530747,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0060faa0-98c3-4ed8-a522-53c26d58a859","EoS":false}
{"level":"info","ts":1784835052.1530857,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0060faa0-98c3-4ed8-a522-53c26d58a859","EoS":true}
{"level":"info","ts":1784835052.1531157,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0060faa0-98c3-4ed8-a522-53c26d58a859"}
{"level":"info","ts":1784835052.2895114,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835052.2895849,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2f17380-5730-4abe-ad65-c25a43e55de6"}
{"level":"info","ts":1784835052.289595,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e2f17380-5730-4abe-ad65-c25a43e55de6"}
{"level":"info","ts":1784835052.289606,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2f17380-5730-4abe-ad65-c25a43e55de6","EoS":true}
{"level":"info","ts":1784835052.2896287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2f17380-5730-4abe-ad65-c25a43e55de6","header":"x-maas-group"}
{"level":"info","ts":1784835052.289638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2f17380-5730-4abe-ad65-c25a43e55de6","header":"x-maas-username"}
{"level":"info","ts":1784835052.2896438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2f17380-5730-4abe-ad65-c25a43e55de6","header":"x-maas-subscription"}
{"level":"info","ts":1784835052.2896562,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2f17380-5730-4abe-ad65-c25a43e55de6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784835052.2897031,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e2f17380-5730-4abe-ad65-c25a43e55de6"}
{"level":"info","ts":1784835052.2906048,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e2f17380-5730-4abe-ad65-c25a43e55de6"}
{"level":"info","ts":1784835052.2906265,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e2f17380-5730-4abe-ad65-c25a43e55de6"}
{"level":"info","ts":1784835052.2906497,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e2f17380-5730-4abe-ad65-c25a43e55de6","EoS":false}
{"level":"info","ts":1784835052.2906628,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e2f17380-5730-4abe-ad65-c25a43e55de6","EoS":true}
{"level":"info","ts":1784835052.2907057,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e2f17380-5730-4abe-ad65-c25a43e55de6"}
{"level":"info","ts":1784835052.4282281,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835052.4283063,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa0f2456-e92c-4976-bfe1-c4146201b413"}
{"level":"info","ts":1784835052.4283183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa0f2456-e92c-4976-bfe1-c4146201b413"}
{"level":"info","ts":1784835052.428329,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa0f2456-e92c-4976-bfe1-c4146201b413","EoS":true}
{"level":"info","ts":1784835052.4283564,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa0f2456-e92c-4976-bfe1-c4146201b413","header":"x-maas-username"}
{"level":"info","ts":1784835052.4283667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa0f2456-e92c-4976-bfe1-c4146201b413","header":"x-maas-subscription"}
{"level":"info","ts":1784835052.4283717,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa0f2456-e92c-4976-bfe1-c4146201b413","header":"x-maas-group"}
{"level":"info","ts":1784835052.4283843,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa0f2456-e92c-4976-bfe1-c4146201b413","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784835052.4284081,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa0f2456-e92c-4976-bfe1-c4146201b413"}
{"level":"info","ts":1784835052.4294417,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fa0f2456-e92c-4976-bfe1-c4146201b413"}
{"level":"info","ts":1784835052.4294622,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fa0f2456-e92c-4976-bfe1-c4146201b413"}
{"level":"info","ts":1784835052.4294775,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa0f2456-e92c-4976-bfe1-c4146201b413","EoS":false}
{"level":"info","ts":1784835052.4294927,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa0f2456-e92c-4976-bfe1-c4146201b413","EoS":true}
{"level":"info","ts":1784835052.4295256,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fa0f2456-e92c-4976-bfe1-c4146201b413"}
{"level":"info","ts":1784835068.2286487,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835068.2287624,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d19ad92-1c94-4eac-85ef-4c08718e099a"}
{"level":"info","ts":1784835068.2287753,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1d19ad92-1c94-4eac-85ef-4c08718e099a"}
{"level":"info","ts":1784835068.228788,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d19ad92-1c94-4eac-85ef-4c08718e099a","EoS":true}
{"level":"info","ts":1784835068.2288146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d19ad92-1c94-4eac-85ef-4c08718e099a","header":"x-maas-group"}
{"level":"info","ts":1784835068.2288253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d19ad92-1c94-4eac-85ef-4c08718e099a","header":"x-maas-username"}
{"level":"info","ts":1784835068.2288299,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d19ad92-1c94-4eac-85ef-4c08718e099a","header":"x-maas-subscription"}
{"level":"info","ts":1784835068.2288456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d19ad92-1c94-4eac-85ef-4c08718e099a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784835068.2288716,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1d19ad92-1c94-4eac-85ef-4c08718e099a"}
{"level":"info","ts":1784835068.2317975,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1d19ad92-1c94-4eac-85ef-4c08718e099a"}
{"level":"info","ts":1784835068.2318187,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1d19ad92-1c94-4eac-85ef-4c08718e099a"}
{"level":"info","ts":1784835068.2318397,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1d19ad92-1c94-4eac-85ef-4c08718e099a","EoS":false}
{"level":"info","ts":1784835068.2318597,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1d19ad92-1c94-4eac-85ef-4c08718e099a","EoS":true}
{"level":"info","ts":1784835068.2319102,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1d19ad92-1c94-4eac-85ef-4c08718e099a"}
{"level":"info","ts":1784835068.2707617,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835068.2708287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0bd181d-b953-4755-b0f8-a1d3b8686aec"}
{"level":"info","ts":1784835068.2708397,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0bd181d-b953-4755-b0f8-a1d3b8686aec"}
{"level":"info","ts":1784835068.2708511,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0bd181d-b953-4755-b0f8-a1d3b8686aec","EoS":true}
{"level":"info","ts":1784835068.2708735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0bd181d-b953-4755-b0f8-a1d3b8686aec","header":"x-maas-username"}
{"level":"info","ts":1784835068.270883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0bd181d-b953-4755-b0f8-a1d3b8686aec","header":"x-maas-group"}
{"level":"info","ts":1784835068.2708876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0bd181d-b953-4755-b0f8-a1d3b8686aec","header":"x-maas-subscription"}
{"level":"info","ts":1784835068.2709022,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0bd181d-b953-4755-b0f8-a1d3b8686aec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784835068.2709324,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0bd181d-b953-4755-b0f8-a1d3b8686aec"}
{"level":"info","ts":1784835068.271986,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e0bd181d-b953-4755-b0f8-a1d3b8686aec"}
{"level":"info","ts":1784835068.272016,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e0bd181d-b953-4755-b0f8-a1d3b8686aec"}
{"level":"info","ts":1784835068.2720358,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e0bd181d-b953-4755-b0f8-a1d3b8686aec","EoS":false}
{"level":"info","ts":1784835068.2720504,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e0bd181d-b953-4755-b0f8-a1d3b8686aec","EoS":true}
{"level":"info","ts":1784835068.272085,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e0bd181d-b953-4755-b0f8-a1d3b8686aec"}
{"level":"info","ts":1784835068.37036,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835068.3704448,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30f8e5fd-f619-4f9a-9efc-df323ee63b3b"}
{"level":"info","ts":1784835068.3712797,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"30f8e5fd-f619-4f9a-9efc-df323ee63b3b"}
{"level":"info","ts":1784835068.3713005,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"30f8e5fd-f619-4f9a-9efc-df323ee63b3b"}
{"level":"info","ts":1784835068.3713217,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"30f8e5fd-f619-4f9a-9efc-df323ee63b3b","EoS":false}
{"level":"info","ts":1784835068.371338,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"30f8e5fd-f619-4f9a-9efc-df323ee63b3b"}
{"level":"info","ts":1784835068.3713799,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"30f8e5fd-f619-4f9a-9efc-df323ee63b3b","EoS":true}
{"level":"info","ts":1784835068.3713884,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"30f8e5fd-f619-4f9a-9efc-df323ee63b3b"}
{"level":"info","ts":1784835072.9992392,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835072.9993343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ec0ad5b-db84-4877-b2d5-16ae0684f5ff"}
{"level":"info","ts":1784835072.9993448,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ec0ad5b-db84-4877-b2d5-16ae0684f5ff"}
{"level":"info","ts":1784835072.999357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ec0ad5b-db84-4877-b2d5-16ae0684f5ff","EoS":true}
{"level":"info","ts":1784835072.999384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ec0ad5b-db84-4877-b2d5-16ae0684f5ff","header":"x-maas-subscription"}
{"level":"info","ts":1784835072.9993937,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ec0ad5b-db84-4877-b2d5-16ae0684f5ff","header":"x-maas-group"}
{"level":"info","ts":1784835072.9993985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ec0ad5b-db84-4877-b2d5-16ae0684f5ff","header":"x-maas-username"}
{"level":"info","ts":1784835072.9994123,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ec0ad5b-db84-4877-b2d5-16ae0684f5ff","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784835072.9994378,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ec0ad5b-db84-4877-b2d5-16ae0684f5ff"}
{"level":"info","ts":1784835073.0004685,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ec0ad5b-db84-4877-b2d5-16ae0684f5ff"}
{"level":"info","ts":1784835073.0004907,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5ec0ad5b-db84-4877-b2d5-16ae0684f5ff"}
{"level":"info","ts":1784835073.000506,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5ec0ad5b-db84-4877-b2d5-16ae0684f5ff","EoS":false}
{"level":"info","ts":1784835073.0005174,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5ec0ad5b-db84-4877-b2d5-16ae0684f5ff","EoS":true}
{"level":"info","ts":1784835073.000551,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5ec0ad5b-db84-4877-b2d5-16ae0684f5ff"}
{"level":"info","ts":1784835085.605575,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835085.6056566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1c9ac52-3610-4ef2-a621-ffe8265f5b00"}
{"level":"info","ts":1784835085.6056657,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1c9ac52-3610-4ef2-a621-ffe8265f5b00"}
{"level":"info","ts":1784835085.605697,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1c9ac52-3610-4ef2-a621-ffe8265f5b00","EoS":true}
{"level":"info","ts":1784835085.6057231,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1c9ac52-3610-4ef2-a621-ffe8265f5b00","header":"x-maas-group"}
{"level":"info","ts":1784835085.6057339,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1c9ac52-3610-4ef2-a621-ffe8265f5b00","header":"x-maas-subscription"}
{"level":"info","ts":1784835085.6057415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1c9ac52-3610-4ef2-a621-ffe8265f5b00","header":"x-maas-username"}
{"level":"info","ts":1784835085.605758,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1c9ac52-3610-4ef2-a621-ffe8265f5b00","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784835085.6057923,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1c9ac52-3610-4ef2-a621-ffe8265f5b00"}
{"level":"info","ts":1784835085.6067863,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f1c9ac52-3610-4ef2-a621-ffe8265f5b00"}
{"level":"info","ts":1784835085.6068053,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f1c9ac52-3610-4ef2-a621-ffe8265f5b00"}
{"level":"info","ts":1784835085.60682,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f1c9ac52-3610-4ef2-a621-ffe8265f5b00","EoS":false}
{"level":"info","ts":1784835085.60683,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f1c9ac52-3610-4ef2-a621-ffe8265f5b00","EoS":true}
{"level":"info","ts":1784835085.6068654,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f1c9ac52-3610-4ef2-a621-ffe8265f5b00"}
{"level":"info","ts":1784835098.4901197,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835098.4902022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffe382c0-925e-4e49-8b75-95050e3206dc"}
{"level":"info","ts":1784835098.4902122,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ffe382c0-925e-4e49-8b75-95050e3206dc"}
{"level":"info","ts":1784835098.4902236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffe382c0-925e-4e49-8b75-95050e3206dc","EoS":true}
{"level":"info","ts":1784835098.4902482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffe382c0-925e-4e49-8b75-95050e3206dc","header":"x-maas-username"}
{"level":"info","ts":1784835098.4902565,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffe382c0-925e-4e49-8b75-95050e3206dc","header":"x-maas-subscription"}
{"level":"info","ts":1784835098.490261,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffe382c0-925e-4e49-8b75-95050e3206dc","header":"x-maas-group"}
{"level":"info","ts":1784835098.490274,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffe382c0-925e-4e49-8b75-95050e3206dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784835098.4902976,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ffe382c0-925e-4e49-8b75-95050e3206dc"}
{"level":"info","ts":1784835098.4916892,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ffe382c0-925e-4e49-8b75-95050e3206dc"}
{"level":"info","ts":1784835098.491715,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ffe382c0-925e-4e49-8b75-95050e3206dc"}
{"level":"info","ts":1784835098.491738,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ffe382c0-925e-4e49-8b75-95050e3206dc","EoS":false}
{"level":"info","ts":1784835098.4917605,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ffe382c0-925e-4e49-8b75-95050e3206dc","EoS":true}
{"level":"info","ts":1784835098.4918072,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ffe382c0-925e-4e49-8b75-95050e3206dc"}
{"level":"info","ts":1784835107.0457697,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835107.0458562,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71c9778c-f4cb-4b41-af24-3313eb0cae40"}
{"level":"info","ts":1784835107.045869,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"71c9778c-f4cb-4b41-af24-3313eb0cae40"}
{"level":"info","ts":1784835107.0458803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71c9778c-f4cb-4b41-af24-3313eb0cae40","EoS":true}
{"level":"info","ts":1784835107.0459056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71c9778c-f4cb-4b41-af24-3313eb0cae40","header":"x-maas-group"}
{"level":"info","ts":1784835107.0459154,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71c9778c-f4cb-4b41-af24-3313eb0cae40","header":"x-maas-subscription"}
{"level":"info","ts":1784835107.0459216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71c9778c-f4cb-4b41-af24-3313eb0cae40","header":"x-maas-username"}
{"level":"info","ts":1784835107.0459366,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71c9778c-f4cb-4b41-af24-3313eb0cae40","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784835107.0459611,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"71c9778c-f4cb-4b41-af24-3313eb0cae40"}
{"level":"info","ts":1784835107.046997,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"71c9778c-f4cb-4b41-af24-3313eb0cae40"}
{"level":"info","ts":1784835107.0470147,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"71c9778c-f4cb-4b41-af24-3313eb0cae40"}
{"level":"info","ts":1784835107.0470366,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"71c9778c-f4cb-4b41-af24-3313eb0cae40","EoS":false}
{"level":"info","ts":1784835107.047048,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"71c9778c-f4cb-4b41-af24-3313eb0cae40","EoS":true}
{"level":"info","ts":1784835107.0470817,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"71c9778c-f4cb-4b41-af24-3313eb0cae40"}
{"level":"info","ts":1784835115.9404666,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835115.9405453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3432e2f7-3411-4826-a3fa-8fec4e001e9d"}
{"level":"info","ts":1784835115.940555,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3432e2f7-3411-4826-a3fa-8fec4e001e9d"}
{"level":"info","ts":1784835115.9405663,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3432e2f7-3411-4826-a3fa-8fec4e001e9d","EoS":true}
{"level":"info","ts":1784835115.9405904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3432e2f7-3411-4826-a3fa-8fec4e001e9d","header":"x-maas-subscription"}
{"level":"info","ts":1784835115.9406009,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3432e2f7-3411-4826-a3fa-8fec4e001e9d","header":"x-maas-group"}
{"level":"info","ts":1784835115.9406059,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3432e2f7-3411-4826-a3fa-8fec4e001e9d","header":"x-maas-username"}
{"level":"info","ts":1784835115.94062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3432e2f7-3411-4826-a3fa-8fec4e001e9d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784835115.9406464,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3432e2f7-3411-4826-a3fa-8fec4e001e9d"}
{"level":"info","ts":1784835115.9417045,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3432e2f7-3411-4826-a3fa-8fec4e001e9d"}
{"level":"info","ts":1784835115.9417264,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3432e2f7-3411-4826-a3fa-8fec4e001e9d"}
{"level":"info","ts":1784835115.9417424,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3432e2f7-3411-4826-a3fa-8fec4e001e9d","EoS":false}
{"level":"info","ts":1784835115.9417531,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3432e2f7-3411-4826-a3fa-8fec4e001e9d","EoS":true}
{"level":"info","ts":1784835115.9417868,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3432e2f7-3411-4826-a3fa-8fec4e001e9d"}
{"level":"info","ts":1784835140.983538,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835140.983617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25559862-2bed-479b-891b-6c02c181a3d7"}
{"level":"info","ts":1784835140.9836266,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25559862-2bed-479b-891b-6c02c181a3d7"}
{"level":"info","ts":1784835140.983638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25559862-2bed-479b-891b-6c02c181a3d7","EoS":true}
{"level":"info","ts":1784835140.983664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25559862-2bed-479b-891b-6c02c181a3d7","header":"x-maas-subscription"}
{"level":"info","ts":1784835140.983709,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25559862-2bed-479b-891b-6c02c181a3d7","header":"x-maas-username"}
{"level":"info","ts":1784835140.9837155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25559862-2bed-479b-891b-6c02c181a3d7","header":"x-maas-group"}
{"level":"info","ts":1784835140.9837308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25559862-2bed-479b-891b-6c02c181a3d7","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784835140.9837654,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25559862-2bed-479b-891b-6c02c181a3d7"}
{"level":"info","ts":1784835140.9848392,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"25559862-2bed-479b-891b-6c02c181a3d7"}
{"level":"info","ts":1784835140.984864,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"25559862-2bed-479b-891b-6c02c181a3d7"}
{"level":"info","ts":1784835140.9848802,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25559862-2bed-479b-891b-6c02c181a3d7","EoS":false}
{"level":"info","ts":1784835140.984892,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25559862-2bed-479b-891b-6c02c181a3d7","EoS":true}
{"level":"info","ts":1784835140.984928,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"25559862-2bed-479b-891b-6c02c181a3d7"}
{"level":"info","ts":1784835163.7091072,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835163.7091863,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dc59768-48e1-4280-9ce4-4f9314dfa46c"}
{"level":"info","ts":1784835163.7091959,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3dc59768-48e1-4280-9ce4-4f9314dfa46c"}
{"level":"info","ts":1784835163.7092078,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3dc59768-48e1-4280-9ce4-4f9314dfa46c","EoS":true}
{"level":"info","ts":1784835163.7092404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dc59768-48e1-4280-9ce4-4f9314dfa46c","header":"x-maas-subscription"}
{"level":"info","ts":1784835163.7092516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dc59768-48e1-4280-9ce4-4f9314dfa46c","header":"x-maas-group"}
{"level":"info","ts":1784835163.7092557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dc59768-48e1-4280-9ce4-4f9314dfa46c","header":"x-maas-username"}
{"level":"info","ts":1784835163.709269,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dc59768-48e1-4280-9ce4-4f9314dfa46c","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784835163.7092931,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3dc59768-48e1-4280-9ce4-4f9314dfa46c"}
{"level":"info","ts":1784835163.7124312,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3dc59768-48e1-4280-9ce4-4f9314dfa46c"}
{"level":"info","ts":1784835163.7124577,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3dc59768-48e1-4280-9ce4-4f9314dfa46c"}
{"level":"info","ts":1784835163.7124743,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3dc59768-48e1-4280-9ce4-4f9314dfa46c","EoS":false}
{"level":"info","ts":1784835163.7124898,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3dc59768-48e1-4280-9ce4-4f9314dfa46c","EoS":true}
{"level":"info","ts":1784835163.7125266,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3dc59768-48e1-4280-9ce4-4f9314dfa46c"}
{"level":"info","ts":1784835190.1843755,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835190.184452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99b98029-87da-4892-9a07-8bffb557b11b"}
{"level":"info","ts":1784835190.1844623,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"99b98029-87da-4892-9a07-8bffb557b11b"}
{"level":"info","ts":1784835190.1844742,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99b98029-87da-4892-9a07-8bffb557b11b","EoS":true}
{"level":"info","ts":1784835190.1845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99b98029-87da-4892-9a07-8bffb557b11b","header":"x-maas-subscription"}
{"level":"info","ts":1784835190.1845126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99b98029-87da-4892-9a07-8bffb557b11b","header":"x-maas-username"}
{"level":"info","ts":1784835190.1845171,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99b98029-87da-4892-9a07-8bffb557b11b","header":"x-maas-group"}
{"level":"info","ts":1784835190.184529,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99b98029-87da-4892-9a07-8bffb557b11b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784835190.1845536,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"99b98029-87da-4892-9a07-8bffb557b11b"}
{"level":"info","ts":1784835190.187023,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"99b98029-87da-4892-9a07-8bffb557b11b"}
{"level":"info","ts":1784835190.1870449,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"99b98029-87da-4892-9a07-8bffb557b11b"}
{"level":"info","ts":1784835190.1870606,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"99b98029-87da-4892-9a07-8bffb557b11b","EoS":false}
{"level":"info","ts":1784835190.187072,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"99b98029-87da-4892-9a07-8bffb557b11b","EoS":true}
{"level":"info","ts":1784835190.187108,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"99b98029-87da-4892-9a07-8bffb557b11b"}
{"level":"info","ts":1784835199.6087415,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835199.608823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27dfa78e-a948-41b3-aec3-b7c0dad14a17"}
{"level":"info","ts":1784835199.608833,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27dfa78e-a948-41b3-aec3-b7c0dad14a17"}
{"level":"info","ts":1784835199.6088443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27dfa78e-a948-41b3-aec3-b7c0dad14a17","EoS":true}
{"level":"info","ts":1784835199.60887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27dfa78e-a948-41b3-aec3-b7c0dad14a17","header":"x-maas-username"}
{"level":"info","ts":1784835199.6088812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27dfa78e-a948-41b3-aec3-b7c0dad14a17","header":"x-maas-subscription"}
{"level":"info","ts":1784835199.608886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27dfa78e-a948-41b3-aec3-b7c0dad14a17","header":"x-maas-group"}
{"level":"info","ts":1784835199.6088994,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27dfa78e-a948-41b3-aec3-b7c0dad14a17","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784835199.608927,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27dfa78e-a948-41b3-aec3-b7c0dad14a17"}
{"level":"info","ts":1784835199.609976,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"27dfa78e-a948-41b3-aec3-b7c0dad14a17"}
{"level":"info","ts":1784835199.6100006,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"27dfa78e-a948-41b3-aec3-b7c0dad14a17"}
{"level":"info","ts":1784835199.6100194,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"27dfa78e-a948-41b3-aec3-b7c0dad14a17","EoS":false}
{"level":"info","ts":1784835199.6100307,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"27dfa78e-a948-41b3-aec3-b7c0dad14a17","EoS":true}
{"level":"info","ts":1784835199.6100626,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"27dfa78e-a948-41b3-aec3-b7c0dad14a17"}
{"level":"info","ts":1784835199.647362,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835199.647434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3e699a0-d6f1-457f-a978-652004349878"}
{"level":"info","ts":1784835199.6474466,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3e699a0-d6f1-457f-a978-652004349878"}
{"level":"info","ts":1784835199.6474578,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3e699a0-d6f1-457f-a978-652004349878","EoS":true}
{"level":"info","ts":1784835199.647479,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3e699a0-d6f1-457f-a978-652004349878","header":"x-maas-subscription"}
{"level":"info","ts":1784835199.6474886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3e699a0-d6f1-457f-a978-652004349878","header":"x-maas-username"}
{"level":"info","ts":1784835199.6474938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3e699a0-d6f1-457f-a978-652004349878","header":"x-maas-group"}
{"level":"info","ts":1784835199.647507,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3e699a0-d6f1-457f-a978-652004349878","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784835199.6475325,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3e699a0-d6f1-457f-a978-652004349878"}
{"level":"info","ts":1784835199.6486564,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d3e699a0-d6f1-457f-a978-652004349878"}
{"level":"info","ts":1784835199.6486943,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d3e699a0-d6f1-457f-a978-652004349878"}
{"level":"info","ts":1784835199.6487126,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d3e699a0-d6f1-457f-a978-652004349878","EoS":false}
{"level":"info","ts":1784835199.648729,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d3e699a0-d6f1-457f-a978-652004349878","EoS":true}
{"level":"info","ts":1784835199.648767,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d3e699a0-d6f1-457f-a978-652004349878"}
{"level":"info","ts":1784835218.828834,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835218.828914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f9b346c-eefb-4163-bf42-ab9902ff0bb0"}
{"level":"info","ts":1784835218.8289254,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f9b346c-eefb-4163-bf42-ab9902ff0bb0"}
{"level":"info","ts":1784835218.828938,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f9b346c-eefb-4163-bf42-ab9902ff0bb0","EoS":true}
{"level":"info","ts":1784835218.8289616,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f9b346c-eefb-4163-bf42-ab9902ff0bb0","header":"x-maas-subscription"}
{"level":"info","ts":1784835218.8289716,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f9b346c-eefb-4163-bf42-ab9902ff0bb0","header":"x-maas-username"}
{"level":"info","ts":1784835218.828979,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f9b346c-eefb-4163-bf42-ab9902ff0bb0","header":"x-maas-group"}
{"level":"info","ts":1784835218.8289917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f9b346c-eefb-4163-bf42-ab9902ff0bb0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784835218.829066,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f9b346c-eefb-4163-bf42-ab9902ff0bb0"}
{"level":"info","ts":1784835218.8301141,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f9b346c-eefb-4163-bf42-ab9902ff0bb0"}
{"level":"info","ts":1784835218.8301384,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8f9b346c-eefb-4163-bf42-ab9902ff0bb0"}
{"level":"info","ts":1784835218.83016,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f9b346c-eefb-4163-bf42-ab9902ff0bb0","EoS":false}
{"level":"info","ts":1784835218.8301773,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f9b346c-eefb-4163-bf42-ab9902ff0bb0","EoS":true}
{"level":"info","ts":1784835218.8302243,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8f9b346c-eefb-4163-bf42-ab9902ff0bb0"}
{"level":"info","ts":1784835349.0237556,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835349.0238411,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70450535-b157-4eb8-b14c-c470954897b6"}
{"level":"info","ts":1784835349.023853,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"70450535-b157-4eb8-b14c-c470954897b6"}
{"level":"info","ts":1784835349.023869,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70450535-b157-4eb8-b14c-c470954897b6","EoS":true}
{"level":"info","ts":1784835349.023895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70450535-b157-4eb8-b14c-c470954897b6","header":"x-maas-group"}
{"level":"info","ts":1784835349.023906,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70450535-b157-4eb8-b14c-c470954897b6","header":"x-maas-subscription"}
{"level":"info","ts":1784835349.023911,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70450535-b157-4eb8-b14c-c470954897b6","header":"x-maas-username"}
{"level":"info","ts":1784835349.023924,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70450535-b157-4eb8-b14c-c470954897b6","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784835349.0239549,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"70450535-b157-4eb8-b14c-c470954897b6"}
{"level":"info","ts":1784835349.0251918,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"70450535-b157-4eb8-b14c-c470954897b6"}
{"level":"info","ts":1784835349.0252063,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"70450535-b157-4eb8-b14c-c470954897b6"}
{"level":"info","ts":1784835349.0252187,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"70450535-b157-4eb8-b14c-c470954897b6","EoS":false}
{"level":"info","ts":1784835349.0252292,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"70450535-b157-4eb8-b14c-c470954897b6","EoS":true}
{"level":"info","ts":1784835349.0252652,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"70450535-b157-4eb8-b14c-c470954897b6"}
{"level":"info","ts":1784835385.9808102,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835385.980889,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3745e3d-6415-4159-bdac-e6f39bd2bee6"}
{"level":"info","ts":1784835385.9808989,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a3745e3d-6415-4159-bdac-e6f39bd2bee6"}
{"level":"info","ts":1784835385.98091,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a3745e3d-6415-4159-bdac-e6f39bd2bee6","EoS":true}
{"level":"info","ts":1784835385.9809341,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3745e3d-6415-4159-bdac-e6f39bd2bee6","header":"x-maas-subscription"}
{"level":"info","ts":1784835385.9809446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3745e3d-6415-4159-bdac-e6f39bd2bee6","header":"x-maas-group"}
{"level":"info","ts":1784835385.9809499,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3745e3d-6415-4159-bdac-e6f39bd2bee6","header":"x-maas-username"}
{"level":"info","ts":1784835385.9809623,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3745e3d-6415-4159-bdac-e6f39bd2bee6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784835385.9809873,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a3745e3d-6415-4159-bdac-e6f39bd2bee6"}
{"level":"info","ts":1784835385.984605,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a3745e3d-6415-4159-bdac-e6f39bd2bee6"}
{"level":"info","ts":1784835385.9846232,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a3745e3d-6415-4159-bdac-e6f39bd2bee6"}
{"level":"info","ts":1784835385.9846406,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a3745e3d-6415-4159-bdac-e6f39bd2bee6","EoS":false}
{"level":"info","ts":1784835385.9846518,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a3745e3d-6415-4159-bdac-e6f39bd2bee6","EoS":true}
{"level":"info","ts":1784835385.9847078,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a3745e3d-6415-4159-bdac-e6f39bd2bee6"}
{"level":"info","ts":1784835401.2071726,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835401.2073207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18623c7a-267e-4b33-b031-af2bd9762130"}
{"level":"info","ts":1784835401.207339,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"18623c7a-267e-4b33-b031-af2bd9762130"}
{"level":"info","ts":1784835401.2073572,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18623c7a-267e-4b33-b031-af2bd9762130","EoS":true}
{"level":"info","ts":1784835401.2073932,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18623c7a-267e-4b33-b031-af2bd9762130","header":"x-maas-subscription"}
{"level":"info","ts":1784835401.2074065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18623c7a-267e-4b33-b031-af2bd9762130","header":"x-maas-username"}
{"level":"info","ts":1784835401.2074137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18623c7a-267e-4b33-b031-af2bd9762130","header":"x-maas-group"}
{"level":"info","ts":1784835401.2074292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18623c7a-267e-4b33-b031-af2bd9762130","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784835401.2074583,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"18623c7a-267e-4b33-b031-af2bd9762130"}
{"level":"info","ts":1784835401.2096667,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"18623c7a-267e-4b33-b031-af2bd9762130"}
{"level":"info","ts":1784835401.2097192,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"18623c7a-267e-4b33-b031-af2bd9762130"}
{"level":"info","ts":1784835401.2097406,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"18623c7a-267e-4b33-b031-af2bd9762130","EoS":false}
{"level":"info","ts":1784835401.209757,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"18623c7a-267e-4b33-b031-af2bd9762130","EoS":true}
{"level":"info","ts":1784835401.2098129,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"18623c7a-267e-4b33-b031-af2bd9762130"}
{"level":"info","ts":1784835722.3609016,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835722.360995,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1ea9932-cebc-4bb0-9b35-db30c9b5a90b"}
{"level":"info","ts":1784835722.3610039,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1ea9932-cebc-4bb0-9b35-db30c9b5a90b"}
{"level":"info","ts":1784835722.3610198,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1ea9932-cebc-4bb0-9b35-db30c9b5a90b","EoS":true}
{"level":"info","ts":1784835722.3610492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1ea9932-cebc-4bb0-9b35-db30c9b5a90b","header":"x-maas-username"}
{"level":"info","ts":1784835722.3610597,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1ea9932-cebc-4bb0-9b35-db30c9b5a90b","header":"x-maas-subscription"}
{"level":"info","ts":1784835722.3610651,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1ea9932-cebc-4bb0-9b35-db30c9b5a90b","header":"x-maas-group"}
{"level":"info","ts":1784835722.3610804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1ea9932-cebc-4bb0-9b35-db30c9b5a90b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784835722.3611116,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1ea9932-cebc-4bb0-9b35-db30c9b5a90b"}
{"level":"info","ts":1784835722.3642178,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b1ea9932-cebc-4bb0-9b35-db30c9b5a90b"}
{"level":"info","ts":1784835722.3642433,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b1ea9932-cebc-4bb0-9b35-db30c9b5a90b"}
{"level":"info","ts":1784835722.364259,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b1ea9932-cebc-4bb0-9b35-db30c9b5a90b","EoS":false}
{"level":"info","ts":1784835722.364271,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b1ea9932-cebc-4bb0-9b35-db30c9b5a90b","EoS":true}
{"level":"info","ts":1784835722.3643086,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b1ea9932-cebc-4bb0-9b35-db30c9b5a90b"}
{"level":"info","ts":1784835727.192763,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"61a18697-7461-4d1f-8006-85c7955f86d7","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784835727.19305,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38436.566417705,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784835727.1930761,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784835727.241309,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784835727.2941036,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"61a18697-7461-4d1f-8006-85c7955f86d7","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784835727.3110905,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12a0c202-04d9-46d5-b0ee-49c9c9c00dc9","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784835727.3111212,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12a0c202-04d9-46d5-b0ee-49c9c9c00dc9","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784835727.3111308,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ccd8669-03a3-476c-811e-c8302053c47d"}
{"level":"info","ts":1784835727.3186924,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a432b93-a86f-44cc-b815-9cbe3f2084c0","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784835727.3187146,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a432b93-a86f-44cc-b815-9cbe3f2084c0","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784835727.319081,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33245.26907551,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784835727.3190978,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784835727.3287988,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784835727.4198766,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ccd8669-03a3-476c-811e-c8302053c47d","name":"e2e-external-provider"}
{"level":"info","ts":1784835727.4303737,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82d51b31-4eac-452c-9c28-5dd06a4deaf5","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784835727.430389,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cb1a657-e9b2-4f8b-ac97-ca169325d468"}
{"level":"info","ts":1784835727.4304285,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82d51b31-4eac-452c-9c28-5dd06a4deaf5","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784835727.4382372,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ccd8669-03a3-476c-811e-c8302053c47d","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784835727.4383574,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be2798a7-47f1-4213-b9d0-de33e188a3d8","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784835727.4383833,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be2798a7-47f1-4213-b9d0-de33e188a3d8","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784835727.4385922,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cb1a657-e9b2-4f8b-ac97-ca169325d468","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784835727.444354,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cb1a657-e9b2-4f8b-ac97-ca169325d468","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784835727.4444408,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6414d236-9078-457b-85eb-d9948bcc1a99"}
{"level":"info","ts":1784835727.4444633,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6414d236-9078-457b-85eb-d9948bcc1a99","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784835727.4445126,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0afc3f5c-9038-459c-a891-1aef27914d10","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784835727.4445386,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0afc3f5c-9038-459c-a891-1aef27914d10","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784835727.4473383,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ccd8669-03a3-476c-811e-c8302053c47d","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784835727.4481266,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6414d236-9078-457b-85eb-d9948bcc1a99","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784835727.448175,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6414d236-9078-457b-85eb-d9948bcc1a99","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784835727.4482245,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"787340f5-f4a5-4c34-ba82-db18e1bf4f93"}
{"level":"info","ts":1784835727.4482458,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"787340f5-f4a5-4c34-ba82-db18e1bf4f93","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784835727.4542437,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ccd8669-03a3-476c-811e-c8302053c47d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784835727.4543116,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"787340f5-f4a5-4c34-ba82-db18e1bf4f93","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784835727.4617665,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e3abf7f-3d1d-4721-b174-145bb4fa50c9"}
{"level":"info","ts":1784835727.461794,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65626dcc-7782-4691-b1cd-fab29a5eeaee","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784835727.461814,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65626dcc-7782-4691-b1cd-fab29a5eeaee","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784835727.4618185,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e3abf7f-3d1d-4721-b174-145bb4fa50c9","name":"e2e-external-provider"}
{"level":"info","ts":1784835727.461865,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6394d929-fc66-43cd-9c14-2aced0a6b0f9","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784835727.4618938,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6394d929-fc66-43cd-9c14-2aced0a6b0f9","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784835727.4619515,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a61b5aa1-025a-448d-ac39-1aa4a2709879"}
{"level":"info","ts":1784835727.4621634,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39045.806509364,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784835727.462188,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784835727.4689765,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784835727.4731095,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e3abf7f-3d1d-4721-b174-145bb4fa50c9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784835727.4777937,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"544d5e6c-47da-4320-a5de-7452732c6560"}
{"level":"info","ts":1784835727.4778295,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"544d5e6c-47da-4320-a5de-7452732c6560","name":"e2e-external-provider"}
{"level":"info","ts":1784835727.4871984,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"544d5e6c-47da-4320-a5de-7452732c6560","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784835727.5626917,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a61b5aa1-025a-448d-ac39-1aa4a2709879","name":"e2e-external-model"}
{"level":"info","ts":1784835727.574531,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a61b5aa1-025a-448d-ac39-1aa4a2709879","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784835727.5828063,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce05dedb-b77a-45dc-8a94-e48c87394b1d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784835727.582847,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce05dedb-b77a-45dc-8a94-e48c87394b1d","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784835727.5829508,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87828b03-4f2d-4b4d-9861-f52fc7694365"}
{"level":"info","ts":1784835727.5830054,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87828b03-4f2d-4b4d-9861-f52fc7694365","name":"e2e-external-model"}
{"level":"error","ts":1784835727.5951579,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87828b03-4f2d-4b4d-9861-f52fc7694365","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784835727.59524,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d5536d3-b094-4d51-a6ff-3cbf66a70a57","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784835727.5952718,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d5536d3-b094-4d51-a6ff-3cbf66a70a57","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784835727.5952528,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f92b11ee-a036-4873-9d07-f781fe0236c0"}
{"level":"info","ts":1784835727.595343,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f92b11ee-a036-4873-9d07-f781fe0236c0","name":"e2e-external-model"}
{"level":"info","ts":1784835727.604595,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f92b11ee-a036-4873-9d07-f781fe0236c0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784835727.612079,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c638d80b-412c-4f9f-9e6c-137b6662ca0d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784835727.6121168,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c638d80b-412c-4f9f-9e6c-137b6662ca0d","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784835727.6120825,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"310ba4e3-f851-4012-a2fa-5c4af1f86f29"}
{"level":"info","ts":1784835727.6121826,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"310ba4e3-f851-4012-a2fa-5c4af1f86f29","name":"e2e-external-model"}
{"level":"info","ts":1784835727.621492,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"310ba4e3-f851-4012-a2fa-5c4af1f86f29","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784835734.792583,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835734.7926576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12"}
{"level":"info","ts":1784835734.792692,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12"}
{"level":"info","ts":1784835734.792707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12","EoS":true}
{"level":"info","ts":1784835734.7927303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12","header":"x-maas-subscription"}
{"level":"info","ts":1784835734.7927403,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12","header":"x-maas-username"}
{"level":"info","ts":1784835734.792746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12","header":"x-maas-group"}
{"level":"info","ts":1784835734.79276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784835734.792768,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12","modelName":"e2e-external-model"}
{"level":"info","ts":1784835734.7927809,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784835734.7928085,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784835734.792824,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12","authType":"apikey"}
{"level":"info","ts":1784835734.7928517,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0191cdbe-077d-4b68-85da-1024687a7e12"}
{"level":"info","ts":1784835734.902798,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"163a3160-8052-44ce-a556-e715896971c5"}
{"level":"info","ts":1784835734.9028106,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"321ab6fc-7e18-4a67-b733-bbab01928730","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784835734.9029162,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"321ab6fc-7e18-4a67-b733-bbab01928730","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784835734.9103272,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"163a3160-8052-44ce-a556-e715896971c5","name":"e2e-cleanup-test"}
{"level":"info","ts":1784835734.91038,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8078c636-368d-4df8-9270-19d173ecf6b6","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784835734.9104095,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8078c636-368d-4df8-9270-19d173ecf6b6","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784835734.9199152,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"163a3160-8052-44ce-a556-e715896971c5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784835734.9252377,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7503ca68-e72d-46e4-a4f8-8a91199988fb","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784835734.9252656,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7503ca68-e72d-46e4-a4f8-8a91199988fb","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784835734.9254398,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6166bd9f-d3af-4636-aee9-c04eea99ff46"}
{"level":"info","ts":1784835734.925501,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6166bd9f-d3af-4636-aee9-c04eea99ff46","name":"e2e-cleanup-test"}
{"level":"info","ts":1784835734.9406564,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f6ac707b-543b-4563-b6f4-f11079acc723","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784835734.9407125,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f6ac707b-543b-4563-b6f4-f11079acc723","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784835734.9407818,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6166bd9f-d3af-4636-aee9-c04eea99ff46","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784835734.9408314,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28c345aa-6ce8-4bf9-a0f2-93a09c6c186f"}
{"level":"info","ts":1784835734.940874,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28c345aa-6ce8-4bf9-a0f2-93a09c6c186f","name":"e2e-cleanup-test"}
{"level":"info","ts":1784835734.9490626,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28c345aa-6ce8-4bf9-a0f2-93a09c6c186f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784835734.956596,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43984790-f31b-49dd-8988-6da74992fe51","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784835734.9566221,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43984790-f31b-49dd-8988-6da74992fe51","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784835734.9566357,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5bc17ab7-ee7c-4684-aefa-207a81af3442"}
{"level":"info","ts":1784835734.9567108,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5bc17ab7-ee7c-4684-aefa-207a81af3442","name":"e2e-cleanup-test"}
{"level":"info","ts":1784835734.964308,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5bc17ab7-ee7c-4684-aefa-207a81af3442","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784835743.1573024,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef386ed8-d4e9-4c37-8573-afe3baf3fcf7","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784835743.1573453,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef386ed8-d4e9-4c37-8573-afe3baf3fcf7","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784835743.1573083,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8300fc89-25e2-40a1-9235-43840ccb862a"}
{"level":"info","ts":1784835747.4608712,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835747.4609578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0555d75-5a25-4c06-8e94-bddb2efa92a9"}
{"level":"info","ts":1784835747.46097,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0555d75-5a25-4c06-8e94-bddb2efa92a9"}
{"level":"info","ts":1784835747.4609876,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0555d75-5a25-4c06-8e94-bddb2efa92a9","EoS":true}
{"level":"info","ts":1784835747.4610345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0555d75-5a25-4c06-8e94-bddb2efa92a9","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784835747.4610696,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0555d75-5a25-4c06-8e94-bddb2efa92a9"}
{"level":"info","ts":1784835747.5069926,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835747.5070913,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758"}
{"level":"info","ts":1784835747.5071096,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758"}
{"level":"info","ts":1784835747.5071273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758","EoS":true}
{"level":"info","ts":1784835747.507163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758","header":"x-maas-username"}
{"level":"info","ts":1784835747.5071812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758","header":"x-maas-subscription"}
{"level":"info","ts":1784835747.5071893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758","header":"x-maas-group"}
{"level":"info","ts":1784835747.5072064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784835747.5072148,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758","modelName":"e2e-external-model"}
{"level":"info","ts":1784835747.5072348,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784835747.5072575,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784835747.507273,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758","authType":"apikey"}
{"level":"info","ts":1784835747.5072973,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"846b17a2-016c-4c45-a920-0867dbfb0758"}
{"level":"info","ts":1784835747.5437543,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835747.543823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519"}
{"level":"info","ts":1784835747.543835,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519"}
{"level":"info","ts":1784835747.5438466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519","EoS":true}
{"level":"info","ts":1784835747.5438676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519","header":"x-maas-group"}
{"level":"info","ts":1784835747.543878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519","header":"x-maas-subscription"}
{"level":"info","ts":1784835747.543883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519","header":"x-maas-username"}
{"level":"info","ts":1784835747.5438945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784835747.5439157,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519"}
{"level":"info","ts":1784835747.6736064,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519"}
{"level":"info","ts":1784835747.673635,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519"}
{"level":"info","ts":1784835747.6736546,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519","EoS":false}
{"level":"info","ts":1784835747.673699,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519","EoS":true}
{"level":"error","ts":1784835747.6737182,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784835747.6737657,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bdefb4e9-a95b-44aa-9034-96f310636519"}
{"level":"info","ts":1784835747.7112257,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784835747.7112944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"551dca5f-ef9d-4387-bfae-375dd5297383"}
{"level":"info","ts":1784835747.7113063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"551dca5f-ef9d-4387-bfae-375dd5297383"}
{"level":"info","ts":1784835747.7113178,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"551dca5f-ef9d-4387-bfae-375dd5297383","EoS":true}
{"level":"info","ts":1784835747.7113404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"551dca5f-ef9d-4387-bfae-375dd5297383","header":"x-maas-subscription"}
{"level":"info","ts":1784835747.7113514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"551dca5f-ef9d-4387-bfae-375dd5297383","header":"x-maas-username"}
{"level":"info","ts":1784835747.7113554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"551dca5f-ef9d-4387-bfae-375dd5297383","header":"x-maas-group"}
{"level":"info","ts":1784835747.7113805,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"551dca5f-ef9d-4387-bfae-375dd5297383"}
{"level":"info","ts":1784835747.8137114,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"551dca5f-ef9d-4387-bfae-375dd5297383"}
{"level":"info","ts":1784835747.8137367,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"551dca5f-ef9d-4387-bfae-375dd5297383"}
{"level":"info","ts":1784835747.8137536,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"551dca5f-ef9d-4387-bfae-375dd5297383","EoS":false}
{"level":"info","ts":1784835747.813767,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"551dca5f-ef9d-4387-bfae-375dd5297383","EoS":true}
{"level":"error","ts":1784835747.813784,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"551dca5f-ef9d-4387-bfae-375dd5297383","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784835747.8138256,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"551dca5f-ef9d-4387-bfae-375dd5297383"}
{"level":"info","ts":1784835748.6265612,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1bbbc6d-878f-4b34-8e24-7321cfd04767","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784835748.6265967,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1bbbc6d-878f-4b34-8e24-7321cfd04767","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784835748.626611,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46f784ec-a2bc-4362-80c0-7d4b47128913"}
{"level":"info","ts":1784835748.7642457,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"48c881dc-fea5-431b-b4bf-826c53cba1b2"}
{"level":"info","ts":1784835748.764274,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1053b9c5-ccee-48b7-af0d-b8b5a7210ca9","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784835748.7643104,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1053b9c5-ccee-48b7-af0d-b8b5a7210ca9","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784835748.8733127,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b3780579-3187-43da-840f-24eb5cd6c0e3","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784835748.873375,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b3780579-3187-43da-840f-24eb5cd6c0e3","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784836350.8948467,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784836350.894928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e2fd4a2-0462-443f-93ae-c02a0c02b425"}
{"level":"info","ts":1784836350.8949387,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e2fd4a2-0462-443f-93ae-c02a0c02b425"}
{"level":"info","ts":1784836350.8949504,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e2fd4a2-0462-443f-93ae-c02a0c02b425","EoS":true}
{"level":"info","ts":1784836350.8949735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e2fd4a2-0462-443f-93ae-c02a0c02b425","header":"x-maas-subscription"}
{"level":"info","ts":1784836350.894984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e2fd4a2-0462-443f-93ae-c02a0c02b425","header":"x-maas-username"}
{"level":"info","ts":1784836350.8949888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e2fd4a2-0462-443f-93ae-c02a0c02b425","header":"x-maas-group"}
{"level":"info","ts":1784836350.8950021,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e2fd4a2-0462-443f-93ae-c02a0c02b425","path":"/ai-tenant-e2e-inf-b-ef2e0a/test-model-ef2e0a/v1/chat/completions"}
{"level":"info","ts":1784836350.895031,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e2fd4a2-0462-443f-93ae-c02a0c02b425"}
{"level":"info","ts":1784836350.9082236,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6e2fd4a2-0462-443f-93ae-c02a0c02b425"}
{"level":"info","ts":1784836350.908251,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6e2fd4a2-0462-443f-93ae-c02a0c02b425"}
{"level":"info","ts":1784836350.908273,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6e2fd4a2-0462-443f-93ae-c02a0c02b425","EoS":false}
{"level":"info","ts":1784836350.9082842,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6e2fd4a2-0462-443f-93ae-c02a0c02b425","EoS":true}
{"level":"info","ts":1784836350.9083216,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6e2fd4a2-0462-443f-93ae-c02a0c02b425"}
{"level":"info","ts":1784836824.268178,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784836824.2682703,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41b8d70c-afce-474d-80fd-b191bfe898c2"}
{"level":"info","ts":1784836824.2683086,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"41b8d70c-afce-474d-80fd-b191bfe898c2"}
{"level":"info","ts":1784836824.2683227,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41b8d70c-afce-474d-80fd-b191bfe898c2","EoS":true}
{"level":"info","ts":1784836824.26835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41b8d70c-afce-474d-80fd-b191bfe898c2","header":"x-maas-subscription"}
{"level":"info","ts":1784836824.26836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41b8d70c-afce-474d-80fd-b191bfe898c2","header":"x-maas-group"}
{"level":"info","ts":1784836824.2683651,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41b8d70c-afce-474d-80fd-b191bfe898c2","header":"x-maas-username"}
{"level":"info","ts":1784836824.268377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41b8d70c-afce-474d-80fd-b191bfe898c2","path":"/ai-tenant-e2e-shared-b-829079/rate-test-model-829079/v1/completions"}
{"level":"info","ts":1784836824.2684023,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"41b8d70c-afce-474d-80fd-b191bfe898c2"}
{"level":"info","ts":1784836824.281706,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"41b8d70c-afce-474d-80fd-b191bfe898c2"}
{"level":"info","ts":1784836824.281729,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"41b8d70c-afce-474d-80fd-b191bfe898c2"}
{"level":"info","ts":1784836824.281745,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"41b8d70c-afce-474d-80fd-b191bfe898c2","EoS":false}
{"level":"info","ts":1784836824.2817557,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"41b8d70c-afce-474d-80fd-b191bfe898c2","EoS":true}
{"level":"info","ts":1784836824.281793,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"41b8d70c-afce-474d-80fd-b191bfe898c2"}